{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import math\n",
    "import multiprocessing as mp\n",
    "\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.optim as optim\n",
    "from torchvision import datasets, transforms\n",
    "from torch.autograd import Variable\n",
    "from collections import namedtuple\n",
    "\n",
    "from PIL import Image\n",
    "import os\n",
    "import os.path\n",
    "import errno\n",
    "import codecs\n",
    "import copy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "torch.cuda.device_count() 4\n",
      "torch.cuda.current_device() 0\n",
      "torch.cuda.current_device() 1\n"
     ]
    }
   ],
   "source": [
    "torch.manual_seed(0)\n",
    "np.random.seed(0)\n",
    "print(\"torch.cuda.device_count()\", torch.cuda.device_count())\n",
    "print(\"torch.cuda.current_device()\", torch.cuda.current_device())\n",
    "torch.cuda.set_device(1)\n",
    "print(\"torch.cuda.current_device()\", torch.cuda.current_device())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def compute_ranks(x):\n",
    "  \"\"\"\n",
    "  Returns ranks in [0, len(x))\n",
    "  Note: This is different from scipy.stats.rankdata, which returns ranks in [1, len(x)].\n",
    "  (https://github.com/openai/evolution-strategies-starter/blob/master/es_distributed/es.py)\n",
    "  \"\"\"\n",
    "  assert x.ndim == 1\n",
    "  ranks = np.empty(len(x), dtype=int)\n",
    "  ranks[x.argsort()] = np.arange(len(x))\n",
    "  return ranks\n",
    "\n",
    "def compute_centered_ranks(x):\n",
    "  \"\"\"\n",
    "  https://github.com/openai/evolution-strategies-starter/blob/master/es_distributed/es.py\n",
    "  \"\"\"\n",
    "  y = compute_ranks(x.ravel()).reshape(x.shape).astype(np.float32)\n",
    "  y /= (x.size - 1)\n",
    "  y -= .5\n",
    "  return y\n",
    "\n",
    "def compute_weight_decay(weight_decay, model_param_list):\n",
    "  model_param_grid = np.array(model_param_list)\n",
    "  return - weight_decay * np.mean(model_param_grid * model_param_grid, axis=1)\n",
    "\n",
    "class CMAES:\n",
    "  '''CMA-ES wrapper.'''\n",
    "  def __init__(self, num_params,      # number of model parameters\n",
    "               sigma_init=0.10,       # initial standard deviation\n",
    "               popsize=255):          # population size\n",
    "\n",
    "    self.num_params = num_params\n",
    "    self.sigma_init = sigma_init\n",
    "    self.popsize = popsize\n",
    "\n",
    "    self.solutions = None\n",
    "\n",
    "    import cma\n",
    "    self.es = cma.CMAEvolutionStrategy( self.num_params * [0],\n",
    "                                        self.sigma_init,\n",
    "                                        {'popsize': self.popsize})\n",
    "\n",
    "  def rms_stdev(self):\n",
    "    sigma = self.es.result()[6]\n",
    "    return np.mean(np.sqrt(sigma*sigma))\n",
    "\n",
    "  def ask(self):\n",
    "    '''returns a list of parameters'''\n",
    "    self.solutions = np.array(self.es.ask())\n",
    "    return self.solutions\n",
    "\n",
    "  def tell(self, reward_table_result):\n",
    "    reward_table = reward_table_result\n",
    "    self.es.tell(self.solutions, (-reward_table).tolist()) # convert minimizer to maximizer.\n",
    "\n",
    "  def done(self):\n",
    "    return self.es.stop()\n",
    "\n",
    "  def current_param(self):\n",
    "    return self.es.result()[5] # mean solution, presumably better with noise\n",
    "  \n",
    "  def best_param(self):\n",
    "    return self.es.result()[0] # best evaluated solution\n",
    "\n",
    "  def result(self): # return best params so far, along with historically best reward, curr reward, sigma\n",
    "    r = self.es.result()\n",
    "    return (r[0], -r[1], -r[1], r[6])\n",
    "\n",
    "class SimpleES:\n",
    "  '''Simple Evolution Strategies.'''\n",
    "  def __init__(self, num_params,      # number of model parameters\n",
    "               sigma_init=0.10,       # initial standard deviation\n",
    "               sigma_alpha=0.20,      # learning rate for standard deviation\n",
    "               sigma_decay=0.999,     # anneal standard deviation\n",
    "               sigma_limit=0.01,      # stop annealing if less than this\n",
    "               popsize=255,           # population size\n",
    "               elite_ratio=0.1,       # percentage of the elites\n",
    "               done_threshold=1e-6,   # threshold when we say we are done\n",
    "               average_baseline=True, # set baseline to average of batch\n",
    "               forget_best=True):     # only use the best from latest generation\n",
    "\n",
    "    self.num_params = num_params\n",
    "    self.sigma_init = sigma_init\n",
    "    self.sigma_alpha = sigma_alpha\n",
    "    self.sigma_decay = sigma_decay\n",
    "    self.sigma_limit = sigma_limit\n",
    "    self.popsize = popsize\n",
    "    self.average_baseline = average_baseline\n",
    "    if self.average_baseline:\n",
    "      assert (self.popsize & 2), \"Population size must be even\"\n",
    "      self.batch_size = int(self.popsize / 2)\n",
    "    else:\n",
    "      assert (self.popsize & 1), \"Population size must be odd\"\n",
    "      self.batch_size = int((self.popsize - 1) / 2)\n",
    "    self.elite_ratio = elite_ratio\n",
    "    self.elite_popsize = int(self.popsize * self.elite_ratio)\n",
    "    self.forget_best = forget_best\n",
    "    self.batch_reward = np.zeros(self.batch_size * 2)\n",
    "    self.mu = np.zeros(self.num_params)\n",
    "    self.sigma = np.ones(self.num_params) * self.sigma_init\n",
    "    self.curr_best_mu = np.zeros(self.num_params)\n",
    "    self.best_mu = np.zeros(self.num_params)\n",
    "    self.best_reward = 0\n",
    "    self.first_interation = True\n",
    "    self.done_threshold = done_threshold\n",
    "\n",
    "  def rms_stdev(self):\n",
    "    sigma = self.sigma\n",
    "    return np.mean(np.sqrt(sigma*sigma))\n",
    "\n",
    "  def ask(self):\n",
    "    '''returns a list of parameters'''\n",
    "    # antithetic sampling\n",
    "    self.epsilon = np.random.randn(self.batch_size, self.num_params) * self.sigma.reshape(1, self.num_params)\n",
    "    self.epsilon_full = np.concatenate([self.epsilon, - self.epsilon])\n",
    "    if self.average_baseline:\n",
    "      epsilon = self.epsilon_full\n",
    "    else:\n",
    "      # first population is mu, then positive epsilon, then negative epsilon\n",
    "      epsilon = np.concatenate([np.zeros((1, self.num_params)), self.epsilon_full])\n",
    "    solutions = self.mu.reshape(1, self.num_params) + epsilon\n",
    "    return solutions\n",
    "\n",
    "  def tell(self, reward_table_result):\n",
    "    # input must be a numpy float array\n",
    "    assert(len(reward_table_result) == self.popsize), \"Inconsistent reward_table size reported.\"\n",
    "\n",
    "    reward_table = reward_table_result\n",
    "\n",
    "    reward_offset = 1\n",
    "    if self.average_baseline:\n",
    "      b = np.mean(reward_table)\n",
    "      reward_offset = 0\n",
    "    else:\n",
    "      b = reward_table[0] # baseline\n",
    "      \n",
    "    reward = reward_table[reward_offset:]\n",
    "    idx = np.argsort(reward)[::-1][0:self.elite_popsize]\n",
    "\n",
    "    best_reward = reward[idx[0]]\n",
    "    if (best_reward > b or self.average_baseline):\n",
    "      best_mu = self.mu + self.epsilon_full[idx[0]]\n",
    "      best_reward = reward[idx[0]]\n",
    "    else:\n",
    "      best_mu = self.mu\n",
    "      best_reward = b\n",
    "\n",
    "    self.curr_best_reward = best_reward\n",
    "    self.curr_best_mu = best_mu\n",
    "\n",
    "    if self.first_interation:\n",
    "      self.first_interation = False\n",
    "      self.best_reward = self.curr_best_reward\n",
    "      self.best_mu = best_mu\n",
    "    else:\n",
    "      if self.forget_best or (self.curr_best_reward > self.best_reward):\n",
    "        self.best_mu = best_mu\n",
    "        self.best_reward = self.curr_best_reward\n",
    "\n",
    "    # adaptive sigma\n",
    "    # normalization\n",
    "    stdev_reward = reward.std()\n",
    "    epsilon = self.epsilon\n",
    "    sigma = self.sigma\n",
    "    S = ((epsilon * epsilon - (sigma * sigma).reshape(1, self.num_params)) / sigma.reshape(1, self.num_params))\n",
    "    reward_avg = (reward[:self.batch_size] + reward[self.batch_size:]) / 2.0\n",
    "    rS = reward_avg - b\n",
    "    delta_sigma = (np.dot(rS, S)) / (2 * self.batch_size * stdev_reward)\n",
    "\n",
    "    # move mean to the average of the best idx means\n",
    "    self.mu += self.epsilon_full[idx].mean(axis=0)\n",
    "\n",
    "    # adjust sigma according to the adaptive sigma calculation\n",
    "    change_sigma = self.sigma_alpha * delta_sigma\n",
    "    change_sigma = np.minimum(change_sigma, self.sigma)\n",
    "    change_sigma = np.maximum(change_sigma, - 0.5 * self.sigma)\n",
    "    self.sigma += change_sigma\n",
    "    self.sigma[self.sigma > self.sigma_limit] *= self.sigma_decay\n",
    "\n",
    "  def done(self):\n",
    "    return (self.rms_stdev() < self.done_threshold)\n",
    "\n",
    "  def current_param(self):\n",
    "    return self.curr_best_mu\n",
    "  \n",
    "  def best_param(self):\n",
    "    return self.best_mu\n",
    "\n",
    "  def result(self): # return best params so far, along with historically best reward, curr reward, sigma\n",
    "    return (self.best_mu, self.best_reward, self.curr_best_reward, self.sigma)\n",
    "\n",
    "class SimpleGA:\n",
    "  '''Simple Genetic Algorithm.'''\n",
    "  def __init__(self, num_params,      # number of model parameters\n",
    "               sigma_init=0.1,        # initial standard deviation\n",
    "               sigma_decay=0.999,     # anneal standard deviation\n",
    "               sigma_limit=0.01,      # stop annealing if less than this\n",
    "               popsize=255,           # population size\n",
    "               elite_ratio=0.1,       # percentage of the elites\n",
    "               forget_best=True,      # forget the historical best elites\n",
    "               done_threshold=1e-6):  # threshold when we say we are done\n",
    "\n",
    "    self.num_params = num_params\n",
    "    self.sigma_init = sigma_init\n",
    "    self.sigma_decay = sigma_decay\n",
    "    self.sigma_limit = sigma_limit\n",
    "    self.popsize = popsize\n",
    "\n",
    "    self.elite_ratio = elite_ratio\n",
    "    self.elite_popsize = int(self.popsize * self.elite_ratio)\n",
    "\n",
    "    self.sigma = self.sigma_init\n",
    "    self.elite_params = np.zeros((self.elite_popsize, self.num_params))\n",
    "    self.elite_rewards = np.zeros(self.elite_popsize)\n",
    "    self.best_param = np.zeros(self.num_params)\n",
    "    self.best_reward = 0\n",
    "    self.first_iteration = True\n",
    "    self.forget_best = forget_best\n",
    "    self.done_threshold = done_threshold\n",
    "\n",
    "  def rms_stdev(self):\n",
    "    return self.sigma # same sigma for all parameters.\n",
    "\n",
    "  def ask(self):\n",
    "    '''returns a list of parameters'''\n",
    "    # antithetic sampling\n",
    "    self.epsilon = np.random.randn(self.popsize, self.num_params) * self.sigma\n",
    "    solutions = []\n",
    "    \n",
    "    def mate(a, b):\n",
    "      c = np.copy(a)\n",
    "      idx = np.where(np.random.rand((c.size)) > 0.5)\n",
    "      c[idx] = b[idx]\n",
    "      return c\n",
    "    \n",
    "    elite_range = range(self.elite_popsize)\n",
    "    for i in range(self.popsize):\n",
    "      idx_a = np.random.choice(elite_range)\n",
    "      idx_b = np.random.choice(elite_range)\n",
    "      child_params = mate(self.elite_params[idx_a], self.elite_params[idx_b])\n",
    "      solutions.append(child_params + self.epsilon[i])\n",
    "\n",
    "    solutions = np.array(solutions)\n",
    "    self.solutions = solutions\n",
    "\n",
    "    return solutions\n",
    "\n",
    "  def tell(self, reward_table_result):\n",
    "    # input must be a numpy float array\n",
    "    assert(len(reward_table_result) == self.popsize), \"Inconsistent reward_table size reported.\"\n",
    "    \n",
    "    if (not forget_best or self.first_iteration):\n",
    "      reward = reward_table_result\n",
    "      solution = self.solutions\n",
    "    else:\n",
    "      reward = np.concatenate([reward_table_result, self.elite_rewards])\n",
    "      solution = np.concatenate([self.solutions, self.elite_params])\n",
    "\n",
    "    idx = np.argsort(reward)[::-1][0:self.elite_popsize]\n",
    "\n",
    "    self.elite_rewards = reward[idx]\n",
    "    self.elite_params = solution[idx]\n",
    "\n",
    "    self.curr_best_reward = self.elite_rewards[0]\n",
    "    \n",
    "    if self.first_iteration or (self.curr_best_reward > self.best_reward):\n",
    "      self.first_iteration = False\n",
    "      self.best_reward = self.elite_rewards[0]\n",
    "      self.best_param = np.copy(self.elite_params[0])\n",
    "\n",
    "    if (self.sigma > self.sigma_limit):\n",
    "      self.sigma *= self.sigma_decay\n",
    "\n",
    "  def done(self):\n",
    "    return (self.rms_stdev() < self.done_threshold)\n",
    "\n",
    "  def current_param(self):\n",
    "    return self.elite_params[0]\n",
    "\n",
    "  def best_param(self):\n",
    "    return self.best_param\n",
    "\n",
    "  def result(self): # return best params so far, along with historically best reward, curr reward, sigma\n",
    "    return (self.best_param, self.best_reward, self.curr_best_reward, self.sigma)\n",
    "\n",
    "class OpenES:\n",
    "  ''' Basic Version of OpenAI Evolution Strategies.'''\n",
    "  def __init__(self, num_params,             # number of model parameters\n",
    "               sigma_init=0.1,               # initial standard deviation\n",
    "               sigma_decay=0.999,            # anneal standard deviation\n",
    "               sigma_limit=0.01,             # stop annealing if less than this\n",
    "               learning_rate=0.001,          # learning rate for standard deviation\n",
    "               learning_rate_decay = 0.9999, # annealing the learning rate\n",
    "               learning_rate_limit = 0.001,  # stop annealing learning rate\n",
    "               popsize=255,                  # population size\n",
    "               antithetic=False,             # whether to use antithetic sampling\n",
    "               forget_best=True):           # forget historical best\n",
    "\n",
    "    self.num_params = num_params\n",
    "    self.sigma_decay = sigma_decay\n",
    "    self.sigma = sigma_init\n",
    "    self.sigma_limit = sigma_limit\n",
    "    self.learning_rate = learning_rate\n",
    "    self.learning_rate_decay = learning_rate_decay\n",
    "    self.learning_rate_limit = learning_rate_limit\n",
    "    self.popsize = popsize\n",
    "    self.antithetic = antithetic\n",
    "    if self.antithetic:\n",
    "      assert (self.popsize & 2), \"Population size must be even\"\n",
    "      self.half_popsize = int(self.popsize / 2)\n",
    "\n",
    "    self.reward = np.zeros(self.popsize)\n",
    "    self.mu = np.zeros(self.num_params)\n",
    "    self.best_mu = np.zeros(self.num_params)\n",
    "    self.best_reward = 0\n",
    "    self.first_interation = True\n",
    "    self.forget_best = forget_best\n",
    "\n",
    "  def rms_stdev(self):\n",
    "    sigma = self.sigma\n",
    "    return np.mean(np.sqrt(sigma*sigma))\n",
    "\n",
    "  def ask(self):\n",
    "    '''returns a list of parameters'''\n",
    "    # antithetic sampling\n",
    "    if self.antithetic:\n",
    "      self.epsilon_half = np.random.randn(self.half_popsize, self.num_params)\n",
    "      self.epsilon = np.concatenate([self.epsilon_half, - self.epsilon_half])\n",
    "    else:\n",
    "      self.epsilon = np.random.randn(self.popsize, self.num_params)\n",
    "\n",
    "    self.solutions = self.mu.reshape(1, self.num_params) + self.epsilon * self.sigma\n",
    "\n",
    "    return self.solutions\n",
    "\n",
    "  def tell(self, reward):\n",
    "    # input must be a numpy float array\n",
    "    assert(len(reward) == self.popsize), \"Inconsistent reward_table size reported.\"\n",
    "\n",
    "    idx = np.argsort(reward)[::-1]\n",
    "\n",
    "    best_reward = reward[idx[0]]\n",
    "    best_mu = self.solutions[idx[0]]\n",
    "\n",
    "    self.curr_best_reward = best_reward\n",
    "    self.curr_best_mu = best_mu\n",
    "\n",
    "    if self.first_interation:\n",
    "      self.first_interation = False\n",
    "      self.best_reward = self.curr_best_reward\n",
    "      self.best_mu = best_mu\n",
    "    else:\n",
    "      if self.forget_best or (self.curr_best_reward > self.best_reward):\n",
    "        self.best_mu = best_mu\n",
    "        self.best_reward = self.curr_best_reward\n",
    "\n",
    "    # main bit:\n",
    "    # standardize the rewards to have a gaussian distribution\n",
    "    normalized_reward = (reward - np.mean(reward)) / np.std(reward)\n",
    "    self.mu += self.learning_rate/(self.popsize*self.sigma)*np.dot(self.epsilon.T, normalized_reward)\n",
    "\n",
    "    # adjust sigma according to the adaptive sigma calculation\n",
    "    if (self.sigma > self.sigma_limit):\n",
    "      self.sigma *= self.sigma_decay\n",
    "\n",
    "    if (self.learning_rate > self.learning_rate_limit):\n",
    "      self.learning_rate *= self.learning_rate_decay\n",
    "\n",
    "  def done(self):\n",
    "    return False\n",
    "\n",
    "  def current_param(self):\n",
    "    return self.curr_best_mu\n",
    "\n",
    "  def best_param(self):\n",
    "    return self.best_mu\n",
    "\n",
    "  def result(self): # return best params so far, along with historically best reward, curr reward, sigma\n",
    "    return (self.best_mu, self.best_reward, self.curr_best_reward, self.sigma)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "Args = namedtuple('Args', ['batch_size', 'test_batch_size', 'epochs', 'lr', 'cuda', 'seed', 'log_interval'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "args = Args(batch_size=1000, test_batch_size=1000, epochs=30, lr=0.001, cuda=True, seed=0, log_interval=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "torch.manual_seed(args.seed)\n",
    "if args.cuda:\n",
    "  torch.cuda.manual_seed(args.seed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "kwargs = {'num_workers': 1, 'pin_memory': True} if args.cuda else {}\n",
    "\n",
    "train_loader = torch.utils.data.DataLoader(\n",
    "  datasets.MNIST('MNIST_data', train=True, download=True, transform=transforms.Compose([transforms.ToTensor(), transforms.Normalize((0.1307,), (0.3081,))])),\n",
    "  batch_size=args.batch_size, shuffle=True, **kwargs)\n",
    "\n",
    "valid_loader = train_loader\n",
    "\n",
    "test_loader = torch.utils.data.DataLoader(\n",
    "  datasets.MNIST('MNIST_data', train=False, transform=transforms.Compose([transforms.ToTensor(),transforms.Normalize((0.1307,), (0.3081,))])),\n",
    "  batch_size=args.batch_size, shuffle=True, **kwargs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class Net(nn.Module):\n",
    "  def __init__(self):\n",
    "    super(Net, self).__init__()\n",
    "    self.num_filter1 = 8\n",
    "    self.num_filter2 = 16\n",
    "    self.num_padding = 2\n",
    "    # input is 28x28\n",
    "    # padding=2 for same padding\n",
    "    self.conv1 = nn.Conv2d(1, self.num_filter1, 5, padding=self.num_padding)\n",
    "    # feature map size is 14*14 by pooling\n",
    "    # padding=2 for same padding\n",
    "    self.conv2 = nn.Conv2d(self.num_filter1, self.num_filter2, 5, padding=self.num_padding)\n",
    "    # feature map size is 7*7 by pooling\n",
    "    self.fc = nn.Linear(self.num_filter2*7*7, 10)\n",
    "\n",
    "  def forward(self, x):\n",
    "    x = F.max_pool2d(F.relu(self.conv1(x)), 2)\n",
    "    x = F.max_pool2d(F.relu(self.conv2(x)), 2)\n",
    "    x = x.view(-1, self.num_filter2*7*7)   # reshape Variable\n",
    "    x = self.fc(x)\n",
    "    return F.log_softmax(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "NPOPULATION = 101\n",
    "weight_decay_coef = 0.1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "'''\n",
    "models = []\n",
    "for i in range(NPOPULATION):\n",
    "  model = Net()\n",
    "  if args.cuda:\n",
    "    model.cuda()\n",
    "  model.eval()\n",
    "  models.append(model)\n",
    "'''\n",
    "\n",
    "model = Net()\n",
    "if args.cuda:\n",
    "  model.cuda()\n",
    "\n",
    "orig_model = copy.deepcopy(model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11274\n"
     ]
    }
   ],
   "source": [
    "# get init params\n",
    "orig_params = []\n",
    "model_shapes = []\n",
    "for param in orig_model.parameters():\n",
    "  p = param.data.cpu().numpy()\n",
    "  model_shapes.append(p.shape)\n",
    "  orig_params.append(p.flatten())\n",
    "orig_params_flat = np.concatenate(orig_params)\n",
    "NPARAMS = len(orig_params_flat)\n",
    "print(NPARAMS)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def update_model(flat_param, model, model_shapes):\n",
    "  idx = 0\n",
    "  i = 0\n",
    "  for param in model.parameters():\n",
    "    delta = np.product(model_shapes[i])\n",
    "    block = flat_param[idx:idx+delta]\n",
    "    block = np.reshape(block, model_shapes[i])\n",
    "    i += 1\n",
    "    idx += delta\n",
    "    block_data = torch.from_numpy(block).float()\n",
    "    if args.cuda:\n",
    "      block_data = block_data.cuda()\n",
    "    param.data = block_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def evaluate(model, test_loader, print_mode=True, return_loss=False):\n",
    "  model.eval()\n",
    "  test_loss = 0\n",
    "  correct = 0\n",
    "  for data, target in test_loader:\n",
    "    if args.cuda:\n",
    "      data, target = data.cuda(), target.cuda()\n",
    "    data, target = Variable(data, volatile=True), Variable(target)\n",
    "    output = model(data)\n",
    "    test_loss += F.nll_loss(output, target, size_average=False).data[0] # sum up batch loss\n",
    "    pred = output.data.max(1, keepdim=True)[1] # get the index of the max log-probability\n",
    "    correct += pred.eq(target.data.view_as(pred)).cpu().sum()\n",
    "\n",
    "  test_loss /= len(test_loader.dataset)\n",
    "  acc = correct / len(test_loader.dataset)\n",
    "  \n",
    "  if print_mode:\n",
    "    print('\\nAverage loss: {:.4f}, Accuracy: {}/{} ({:.4f}%)\\n'.format(\n",
    "      test_loss, correct, len(test_loader.dataset),\n",
    "      100. * acc))\n",
    "  \n",
    "  if return_loss:\n",
    "    return test_loss\n",
    "  return acc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "es = SimpleES(NPARAMS,\n",
    "              popsize=NPOPULATION,\n",
    "              sigma_init=0.01,\n",
    "              sigma_decay=0.999,\n",
    "              sigma_alpha=0.2,\n",
    "              sigma_limit=0.001,\n",
    "              elite_ratio=0.1,\n",
    "              average_baseline=False,\n",
    "              forget_best=True\n",
    "             )\n",
    "\"\"\"\n",
    "es = OpenES(NPARAMS,\n",
    "              popsize=NPOPULATION,\n",
    "              sigma_init=0.01,\n",
    "              sigma_decay=0.999,\n",
    "              sigma_limit=0.01,\n",
    "              forget_best=False,\n",
    "              learning_rate=0.001,\n",
    "              learning_rate_decay = 0.9999,\n",
    "              learning_rate_limit = 0.0001,\n",
    "             )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def worker(procnum, model, solution, data, target, send_end):\n",
    "  update_model(solution, model, model_shapes)\n",
    "  output = model(data)\n",
    "  loss = F.nll_loss(output, target)\n",
    "  reward = - loss.data[0]\n",
    "  send_end.send(reward)\n",
    "\n",
    "def batch_simulation(model_list, solutions, data, target, process_count):\n",
    "  jobs = []\n",
    "  pipe_list = []\n",
    "\n",
    "  for i in range(process_count):\n",
    "    recv_end, send_end = mp.Pipe(False)\n",
    "    p = mp.Process(target=worker, args=(i, model_list[i], solutions[i], data, target, send_end))\n",
    "    jobs.append(p)\n",
    "    pipe_list.append(recv_end)\n",
    "\n",
    "  for p in jobs:\n",
    "    p.start()\n",
    "\n",
    "  for p in jobs:\n",
    "    p.join()\n",
    "\n",
    "  result_list = [x.recv() for x in pipe_list]\n",
    "  return np.array(result_list)\n",
    "\n",
    "\n",
    "def batch_simulation_sequential(model_list, solutions, data, target, process_count):\n",
    "  result_list = []\n",
    "  for i in range(process_count):\n",
    "    update_model(solutions[i], model_list[i], model_shapes)\n",
    "    output = model_list[i](data)\n",
    "    loss = F.nll_loss(output, target)\n",
    "    reward = - loss.data[0]\n",
    "    result_list.append(reward)\n",
    "  return np.array(result_list)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1 0 -2.30193543434 -7.93079584148e-05 0.01\n",
      "1 5 -2.25925588608 0.000434028402925 0.01\n",
      "1 10 -1.88105452061 0.000863433082393 0.01\n",
      "1 15 -1.42825007439 0.00091040908483 0.01\n",
      "1 20 -1.19715201855 0.000916270582721 0.01\n",
      "1 25 -1.08275806904 0.000974892798043 0.01\n",
      "1 30 -0.983183026314 0.00104386101784 0.01\n",
      "1 35 -0.919698655605 0.000678370184286 0.01\n",
      "1 40 -0.844817101955 0.000926555426733 0.01\n",
      "1 45 -0.817394971848 0.000922090877786 0.01\n",
      "1 50 -0.814984381199 0.00116070012036 0.01\n",
      "1 55 -0.805679738522 0.00116070012036 0.01\n",
      "valid_acc 74.995\n",
      "best valid_acc 74.995\n",
      "2 0 -0.84048551321 0.00116070012036 0.01\n",
      "2 5 -0.790781915188 0.00128451260662 0.01\n",
      "2 10 -0.77977091074 0.00128451260662 0.01\n",
      "2 15 -0.741036474705 0.00128451260662 0.01\n",
      "2 20 -0.7792776227 0.00123299907838 0.01\n",
      "2 25 -0.75918161869 0.00123299907838 0.01\n",
      "2 30 -0.747699975967 0.00123299907838 0.01\n",
      "2 35 -0.720850110054 0.00123299907838 0.01\n",
      "2 40 -0.724429726601 0.00123299907838 0.01\n",
      "2 45 -0.742388427258 0.00123299907838 0.01\n",
      "2 50 -0.724133014679 7.19565741462e-05 0.01\n",
      "2 55 -0.652908325195 3.64853758096e-05 0.01\n",
      "valid_acc 77.13166666666666\n",
      "best valid_acc 77.13166666666666\n",
      "3 0 -0.645577549934 1.33878905309e-05 0.01\n",
      "3 5 -0.682914495468 1.33878905309e-05 0.01\n",
      "3 10 -0.648366212845 1.33878905309e-05 0.01\n",
      "3 15 -0.638106167316 0.000125426673433 0.01\n",
      "3 20 -0.540650069714 -9.21696463994e-05 0.01\n",
      "3 25 -0.556898653507 -9.21696463994e-05 0.01\n",
      "3 30 -0.638110458851 -9.21696463994e-05 0.01\n",
      "3 35 -0.713058412075 -9.21696463994e-05 0.01\n",
      "3 40 -0.622235655785 -9.21696463994e-05 0.01\n",
      "3 45 -0.675054490566 -9.21696463994e-05 0.01\n",
      "3 50 -0.584510922432 -9.21696463994e-05 0.01\n",
      "3 55 -0.576616287231 -0.000112087453943 0.01\n",
      "valid_acc 82.30499999999999\n",
      "best valid_acc 82.30499999999999\n",
      "4 0 -0.600017428398 -0.000112087453943 0.01\n",
      "4 5 -0.619903504848 -0.000112087453943 0.01\n",
      "4 10 -0.605637669563 -0.000112087453943 0.01\n",
      "4 15 -0.557456731796 -0.000112087453943 0.01\n",
      "4 20 -0.603248476982 -0.000112087453943 0.01\n",
      "4 25 -0.516546428204 -0.000130976206558 0.01\n",
      "4 30 -0.662497699261 -0.000419869767099 0.01\n",
      "4 35 -0.497017562389 -0.000537615356387 0.01\n",
      "4 40 -0.48434561491 -0.000537615356387 0.01\n",
      "4 45 -0.572362482548 -0.000537615356387 0.01\n",
      "4 50 -0.484995305538 -0.000537615356387 0.01\n",
      "4 55 -0.402304798365 2.71777749911e-05 0.01\n",
      "valid_acc 85.425\n",
      "best valid_acc 85.425\n",
      "5 0 -0.512217462063 2.71777749911e-05 0.01\n",
      "5 5 -0.47760027647 0.000290281907917 0.01\n",
      "5 10 -0.469509631395 0.000290281907917 0.01\n",
      "5 15 -0.430136412382 0.000290281907917 0.01\n",
      "5 20 -0.506188929081 -0.000288672359689 0.01\n",
      "5 25 -0.466771543026 -0.000288672359689 0.01\n",
      "5 30 -0.468196004629 -0.000288672359689 0.01\n",
      "5 35 -0.437986165285 -0.000288672359689 0.01\n",
      "5 40 -0.438537508249 -0.000288672359689 0.01\n",
      "5 45 -0.387450665236 -0.000288672359689 0.01\n",
      "5 50 -0.397666871548 -0.000288672359689 0.01\n",
      "5 55 -0.439944893122 -0.000288672359689 0.01\n",
      "valid_acc 86.67833333333334\n",
      "best valid_acc 86.67833333333334\n",
      "6 0 -0.347905814648 -0.00149817072964 0.01\n",
      "6 5 -0.447554171085 -0.00149817072964 0.01\n",
      "6 10 -0.402372598648 -0.00149817072964 0.01\n",
      "6 15 -0.409267932177 -0.00149817072964 0.01\n",
      "6 20 -0.4146451056 -0.00149817072964 0.01\n",
      "6 25 -0.4839220047 -0.00149817072964 0.01\n",
      "6 30 -0.454222351313 -0.000433241448375 0.01\n",
      "6 35 -0.387279421091 -0.000433241448375 0.01\n",
      "6 40 -0.334012746811 -0.000433241448375 0.01\n",
      "6 45 -0.365834981203 -0.000433241448375 0.01\n",
      "6 50 -0.404047071934 -0.000433241448375 0.01\n",
      "6 55 -0.400403231382 -0.000433241448375 0.01\n",
      "valid_acc 86.65166666666667\n",
      "7 0 -0.363019198179 -0.000433241448375 0.01\n",
      "7 5 -0.414384096861 -0.000433241448375 0.01\n",
      "7 10 -0.379683673382 -0.000433241448375 0.01\n",
      "7 15 -0.393472790718 -0.000433241448375 0.01\n",
      "7 20 -0.4494561553 -0.000433241448375 0.01\n",
      "7 25 -0.392005860806 -0.000433241448375 0.01\n",
      "7 30 -0.335558623075 -0.000433241448375 0.01\n",
      "7 35 -0.371694803238 -0.000433241448375 0.01\n",
      "7 40 -0.416715025902 -0.000433241448375 0.01\n",
      "7 45 -0.314037531614 -0.00198473241621 0.01\n",
      "7 50 -0.318436920643 -0.00198473241621 0.01\n",
      "7 55 -0.394181460142 -0.00198473241621 0.01\n",
      "valid_acc 89.13333333333333\n",
      "best valid_acc 89.13333333333333\n",
      "8 0 -0.331167161465 -0.00198473241621 0.01\n",
      "8 5 -0.384443312883 -0.00198473241621 0.01\n",
      "8 10 -0.372689723969 -0.00259837116625 0.01\n",
      "8 15 -0.373687326908 -0.00259837116625 0.01\n",
      "8 20 -0.281910330057 -0.00291375822061 0.01\n",
      "8 25 -0.323569297791 -0.00291375822061 0.01\n",
      "8 30 -0.368499070406 -0.00291375822061 0.01\n",
      "8 35 -0.337300509214 -0.00291375822061 0.01\n",
      "8 40 -0.350602418184 -0.00291375822061 0.01\n",
      "8 45 -0.389239996672 -0.00297230081081 0.01\n",
      "8 50 -0.374930620193 -0.00297230081081 0.01\n",
      "8 55 -0.296674877405 -0.00297230081081 0.01\n",
      "valid_acc 89.74166666666666\n",
      "best valid_acc 89.74166666666666\n",
      "9 0 -0.320743650198 -0.00297230081081 0.01\n",
      "9 5 -0.323158413172 -0.00297230081081 0.01\n",
      "9 10 -0.336762040854 -0.00297230081081 0.01\n",
      "9 15 -0.301319152117 -0.00297230081081 0.01\n",
      "9 20 -0.282345205545 -0.00297230081081 0.01\n",
      "9 25 -0.355873435736 -0.00297230081081 0.01\n",
      "9 30 -0.357389628887 -0.00297230081081 0.01\n",
      "9 35 -0.339281797409 -0.00297230081081 0.01\n",
      "9 40 -0.308460146189 -0.00297230081081 0.01\n",
      "9 45 -0.327920734882 -0.00355290293571 0.01\n",
      "9 50 -0.308028161526 -0.00359936536822 0.01\n",
      "9 55 -0.325912952423 -0.00359936536822 0.01\n",
      "valid_acc 91.23166666666667\n",
      "best valid_acc 91.23166666666667\n",
      "10 0 -0.301850050688 -0.00359936536822 0.01\n",
      "10 5 -0.319415986538 -0.00359936536822 0.01\n",
      "10 10 -0.268859952688 -0.00359936536822 0.01\n",
      "10 15 -0.26133787632 -0.00359936536822 0.01\n",
      "10 20 -0.297950655222 -0.00359936536822 0.01\n",
      "10 25 -0.307303011417 -0.00359936536822 0.01\n",
      "10 30 -0.270721167326 -0.00266184739491 0.01\n",
      "10 35 -0.265403568745 -0.00266184739491 0.01\n",
      "10 40 -0.234723746777 -0.00266184739491 0.01\n",
      "10 45 -0.238956734538 -0.00266184739491 0.01\n",
      "10 50 -0.226362392306 -0.00285833689813 0.01\n",
      "10 55 -0.216390743852 -0.00282641573113 0.01\n",
      "valid_acc 92.28333333333333\n",
      "best valid_acc 92.28333333333333\n",
      "11 0 -0.313869148493 -0.00282641573113 0.01\n",
      "11 5 -0.298807680607 -0.0022941715027 0.01\n",
      "11 10 -0.261306345463 -0.0022941715027 0.01\n",
      "11 15 -0.266971409321 -0.0022941715027 0.01\n",
      "11 20 -0.281724721193 -0.0022941715027 0.01\n",
      "11 25 -0.265448004007 -0.0022941715027 0.01\n",
      "11 30 -0.235448226333 -0.0022941715027 0.01\n",
      "11 35 -0.286105573177 -0.0022941715027 0.01\n",
      "11 40 -0.341850072145 -0.0022941715027 0.01\n",
      "11 45 -0.290374726057 -0.0022941715027 0.01\n",
      "11 50 -0.237797632813 -0.0022941715027 0.01\n",
      "11 55 -0.284512996674 -0.0022941715027 0.01\n",
      "valid_acc 92.49333333333334\n",
      "best valid_acc 92.49333333333334\n",
      "12 0 -0.254266709089 -0.0022941715027 0.01\n",
      "12 5 -0.284009665251 -0.0022941715027 0.01\n",
      "12 10 -0.264256238937 -0.0022941715027 0.01\n",
      "12 15 -0.244095250964 -0.0022941715027 0.01\n",
      "12 20 -0.241942957044 -0.0022941715027 0.01\n",
      "12 25 -0.259648025036 -0.0022941715027 0.01\n",
      "12 30 -0.268098890781 -0.0022941715027 0.01\n",
      "12 35 -0.271785199642 -0.0022941715027 0.01\n",
      "12 40 -0.226829901338 -0.0022941715027 0.01\n",
      "12 45 -0.269428253174 -0.0022941715027 0.01\n",
      "12 50 -0.283169299364 -0.0022941715027 0.01\n",
      "12 55 -0.263792365789 -0.0022941715027 0.01\n",
      "valid_acc 92.30166666666668\n",
      "13 0 -0.260377705097 -0.0022941715027 0.01\n",
      "13 5 -0.230912268162 -0.0022941715027 0.01\n",
      "13 10 -0.277780115604 -0.0022941715027 0.01\n",
      "13 15 -0.252786666155 -0.0022941715027 0.01\n",
      "13 20 -0.321997731924 -0.0022941715027 0.01\n",
      "13 25 -0.224732428789 -0.0022941715027 0.01\n",
      "13 30 -0.245754793286 -0.0022941715027 0.01\n",
      "13 35 -0.249502882361 -0.0022941715027 0.01\n",
      "13 40 -0.287863254547 -0.0022941715027 0.01\n",
      "13 45 -0.256801664829 -0.0022941715027 0.01\n",
      "13 50 -0.231633469462 -0.0022941715027 0.01\n",
      "13 55 -0.281965464354 -0.0022941715027 0.01\n",
      "valid_acc 92.78166666666667\n",
      "best valid_acc 92.78166666666667\n",
      "14 0 -0.28423923254 -0.0022941715027 0.01\n",
      "14 5 -0.29552334547 -0.0022941715027 0.01\n",
      "14 10 -0.215178668499 -0.0022941715027 0.01\n",
      "14 15 -0.22211818397 -0.0022941715027 0.01\n",
      "14 20 -0.27687934041 -0.0022941715027 0.01\n",
      "14 25 -0.289502352476 -0.0022941715027 0.01\n",
      "14 30 -0.224296152592 -0.0022941715027 0.01\n",
      "14 35 -0.284197866917 -0.0022941715027 0.01\n",
      "14 40 -0.218760222197 -0.0022941715027 0.01\n",
      "14 45 -0.23111987114 -0.0022941715027 0.01\n",
      "14 50 -0.245130345225 -0.0022941715027 0.01\n",
      "14 55 -0.274078726768 -0.0022941715027 0.01\n",
      "valid_acc 92.27166666666666\n",
      "15 0 -0.23385155201 -0.0022941715027 0.01\n",
      "15 5 -0.311232149601 -0.0022941715027 0.01\n",
      "15 10 -0.371193230152 -0.0022941715027 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "15 15 -0.278257846832 -0.0022941715027 0.01\n",
      "15 20 -0.199897810817 -0.0022941715027 0.01\n",
      "15 25 -0.324608832598 -0.0022941715027 0.01\n",
      "15 30 -0.264069467783 -0.0022941715027 0.01\n",
      "15 35 -0.313965886831 -0.0022941715027 0.01\n",
      "15 40 -0.222511783242 -0.0022941715027 0.01\n",
      "15 45 -0.281480938196 -0.0022941715027 0.01\n",
      "15 50 -0.315714657307 -0.0022941715027 0.01\n",
      "15 55 -0.33135831356 -0.0022941715027 0.01\n",
      "valid_acc 92.34166666666667\n",
      "16 0 -0.258548766375 -0.0022941715027 0.01\n",
      "16 5 -0.259231090546 -0.0022941715027 0.01\n",
      "16 10 -0.268146544695 -0.0022941715027 0.01\n",
      "16 15 -0.256642192602 -0.0022941715027 0.01\n",
      "16 20 -0.262843906879 -0.0022941715027 0.01\n",
      "16 25 -0.364241272211 -0.0022941715027 0.01\n",
      "16 30 -0.286819070578 -0.0022941715027 0.01\n",
      "16 35 -0.245955079794 -0.0022941715027 0.01\n",
      "16 40 -0.269758284092 -0.0022941715027 0.01\n",
      "16 45 -0.1967754215 -0.0022941715027 0.01\n",
      "16 50 -0.267617791891 -0.0022941715027 0.01\n",
      "16 55 -0.26230725646 -0.0022941715027 0.01\n",
      "valid_acc 92.84\n",
      "best valid_acc 92.84\n",
      "17 0 -0.241725966334 -0.0022941715027 0.01\n",
      "17 5 -0.240905642509 -0.0022941715027 0.01\n",
      "17 10 -0.249499067664 -0.0022941715027 0.01\n",
      "17 15 -0.308109819889 -0.0022941715027 0.01\n",
      "17 20 -0.235664531589 -0.0022941715027 0.01\n",
      "17 25 -0.207402959466 -0.0022941715027 0.01\n",
      "17 30 -0.241470128298 -0.0022941715027 0.01\n",
      "17 35 -0.210576459765 -0.0022941715027 0.01\n",
      "17 40 -0.222584888339 -0.0022941715027 0.01\n",
      "17 45 -0.27104011178 -0.0022941715027 0.01\n",
      "17 50 -0.319921702147 -0.0022941715027 0.01\n",
      "17 55 -0.269449830055 -0.0022941715027 0.01\n",
      "valid_acc 92.55\n",
      "18 0 -0.272245615721 -0.0022941715027 0.01\n",
      "18 5 -0.281690061092 -0.0022941715027 0.01\n",
      "18 10 -0.24408185482 -0.0022941715027 0.01\n",
      "18 15 -0.24980981648 -0.0022941715027 0.01\n",
      "18 20 -0.377986341715 -0.0022941715027 0.01\n",
      "18 25 -0.301782935858 -0.0022941715027 0.01\n",
      "18 30 -0.264545053244 -0.0022941715027 0.01\n",
      "18 35 -0.194775626063 -0.0022941715027 0.01\n",
      "18 40 -0.211070939898 -0.0022941715027 0.01\n",
      "18 45 -0.259994655848 -0.0022941715027 0.01\n",
      "18 50 -0.338242352009 -0.0022941715027 0.01\n",
      "18 55 -0.26580363512 -0.0022941715027 0.01\n",
      "valid_acc 91.99833333333333\n",
      "19 0 -0.259029626846 -0.0022941715027 0.01\n",
      "19 5 -0.278894722462 -0.0022941715027 0.01\n",
      "19 10 -0.290745049715 -0.0022941715027 0.01\n",
      "19 15 -0.33228456974 -0.0022941715027 0.01\n",
      "19 20 -0.26794847846 -0.0022941715027 0.01\n",
      "19 25 -0.238254994154 -0.0022941715027 0.01\n",
      "19 30 -0.27880820632 -0.0022941715027 0.01\n",
      "19 35 -0.256795316935 -0.0022941715027 0.01\n",
      "19 40 -0.243089959025 -0.0022941715027 0.01\n",
      "19 45 -0.347380131483 -0.0022941715027 0.01\n",
      "19 50 -0.246182665229 -0.0022941715027 0.01\n",
      "19 55 -0.231964483857 -0.0022941715027 0.01\n",
      "valid_acc 92.88499999999999\n",
      "best valid_acc 92.88499999999999\n",
      "20 0 -0.243847668171 -0.0022941715027 0.01\n",
      "20 5 -0.256343364716 -0.0022941715027 0.01\n",
      "20 10 -0.210675522685 -0.00646955853082 0.01\n",
      "20 15 -0.220914170146 -0.00646955853082 0.01\n",
      "20 20 -0.331695795059 -0.00646955853082 0.01\n",
      "20 25 -0.276671171188 -0.00646955853082 0.01\n",
      "20 30 -0.272107094526 -0.00646955853082 0.01\n",
      "20 35 -0.266016274691 -0.00646955853082 0.01\n",
      "20 40 -0.252979457378 -0.00646955853082 0.01\n",
      "20 45 -0.272445261478 -0.00646955853082 0.01\n",
      "20 50 -0.291259855032 -0.00646955853082 0.01\n",
      "20 55 -0.28097397089 -0.00646955853082 0.01\n",
      "valid_acc 92.40166666666667\n",
      "21 0 -0.337855964899 -0.00646955853082 0.01\n",
      "21 5 -0.259269118309 -0.00646955853082 0.01\n",
      "21 10 -0.253184318542 -0.00646955853082 0.01\n",
      "21 15 -0.333418548107 -0.00646955853082 0.01\n",
      "21 20 -0.352524787188 -0.00646955853082 0.01\n",
      "21 25 -0.3200301826 -0.00646955853082 0.01\n",
      "21 30 -0.358736276627 -0.00646955853082 0.01\n",
      "21 35 -0.306808680296 -0.00646955853082 0.01\n",
      "21 40 -0.238249644637 -0.00646955853082 0.01\n",
      "21 45 -0.313325077295 -0.00646955853082 0.01\n",
      "21 50 -0.277013838291 -0.00646955853082 0.01\n",
      "21 55 -0.373858720064 -0.00646955853082 0.01\n",
      "valid_acc 92.50500000000001\n",
      "22 0 -0.34588894248 -0.00646955853082 0.01\n",
      "22 5 -0.306712657213 -0.00646955853082 0.01\n",
      "22 10 -0.374027222395 -0.00646955853082 0.01\n",
      "22 15 -0.243283852935 -0.00646955853082 0.01\n",
      "22 20 -0.351316154003 -0.00646955853082 0.01\n",
      "22 25 -0.312815487385 -0.00646955853082 0.01\n",
      "22 30 -0.257086277008 -0.00646955853082 0.01\n",
      "22 35 -0.293620496988 -0.00646955853082 0.01\n",
      "22 40 -0.266778796911 -0.00646955853082 0.01\n",
      "22 45 -0.322683721781 -0.00646955853082 0.01\n",
      "22 50 -0.292902797461 -0.00646955853082 0.01\n",
      "22 55 -0.29496756196 -0.00646955853082 0.01\n",
      "valid_acc 91.86166666666666\n",
      "23 0 -0.313611507416 -0.00646955853082 0.01\n",
      "23 5 -0.289548426867 -0.00646955853082 0.01\n",
      "23 10 -0.318103611469 -0.00646955853082 0.01\n",
      "23 15 -0.358381181955 -0.00646955853082 0.01\n",
      "23 20 -0.361159414053 -0.00646955853082 0.01\n",
      "23 25 -0.359393268824 -0.00646955853082 0.01\n",
      "23 30 -0.325499504805 -0.00646955853082 0.01\n",
      "23 35 -0.350318998098 -0.00646955853082 0.01\n",
      "23 40 -0.268177181482 -0.00646955853082 0.01\n",
      "23 45 -0.223084554076 -0.00646955853082 0.01\n",
      "23 50 -0.279154896736 -0.00646955853082 0.01\n",
      "23 55 -0.334509938955 -0.00646955853082 0.01\n",
      "valid_acc 91.69500000000001\n",
      "24 0 -0.348437339067 -0.00646955853082 0.01\n",
      "24 5 -0.281885534525 -0.00646955853082 0.01\n",
      "24 10 -0.373138129711 -0.00646955853082 0.01\n",
      "24 15 -0.250396281481 -0.00646955853082 0.01\n",
      "24 20 -0.32609462738 -0.00646955853082 0.01\n",
      "24 25 -0.314447432756 -0.00646955853082 0.01\n",
      "24 30 -0.259373545647 -0.00646955853082 0.01\n",
      "24 35 -0.354353249073 -0.00646955853082 0.01\n",
      "24 40 -0.27064883709 -0.00646955853082 0.01\n",
      "24 45 -0.287314593792 -0.00646955853082 0.01\n",
      "24 50 -0.310373872519 -0.00646955853082 0.01\n",
      "24 55 -0.281692802906 -0.00646955853082 0.01\n",
      "valid_acc 93.01166666666667\n",
      "best valid_acc 93.01166666666667\n",
      "25 0 -0.262515187263 -0.00646955853082 0.01\n",
      "25 5 -0.264885604382 -0.00646955853082 0.01\n",
      "25 10 -0.240871205926 -0.00646955853082 0.01\n",
      "25 15 -0.287451207638 -0.00646955853082 0.01\n",
      "25 20 -0.294904470444 -0.00646955853082 0.01\n",
      "25 25 -0.336195260286 -0.00646955853082 0.01\n",
      "25 30 -0.20691549778 -0.00646955853082 0.01\n",
      "25 35 -0.295392721891 -0.00646955853082 0.01\n",
      "25 40 -0.34388962388 -0.00897767808967 0.01\n",
      "25 45 -0.286045074463 -0.00897767808967 0.01\n",
      "25 50 -0.264104753733 -0.00897767808967 0.01\n",
      "25 55 -0.216923370957 -0.00897767808967 0.01\n",
      "valid_acc 92.605\n",
      "26 0 -0.240363284945 -0.00897767808967 0.01\n",
      "26 5 -0.237569898367 -0.00897767808967 0.01\n",
      "26 10 -0.302456855774 -0.00897767808967 0.01\n",
      "26 15 -0.236826062202 -0.00897767808967 0.01\n",
      "26 20 -0.359879255295 -0.00897767808967 0.01\n",
      "26 25 -0.378898859024 -0.00897767808967 0.01\n",
      "26 30 -0.204447448254 -0.00897767808967 0.01\n",
      "26 35 -0.277831971645 -0.00897767808967 0.01\n",
      "26 40 -0.264741748571 -0.00897767808967 0.01\n",
      "26 45 -0.275427252054 -0.00897767808967 0.01\n",
      "26 50 -0.241950616241 -0.00897767808967 0.01\n",
      "26 55 -0.245408460498 -0.00897767808967 0.01\n",
      "valid_acc 92.78\n",
      "27 0 -0.278283059597 -0.00897767808967 0.01\n",
      "27 5 -0.26178047061 -0.00897767808967 0.01\n",
      "27 10 -0.265624493361 -0.00897767808967 0.01\n",
      "27 15 -0.273095071316 -0.00897767808967 0.01\n",
      "27 20 -0.236820444465 -0.00897767808967 0.01\n",
      "27 25 -0.274168550968 -0.00897767808967 0.01\n",
      "27 30 -0.240302681923 -0.00897767808967 0.01\n",
      "27 35 -0.282099038363 -0.00897767808967 0.01\n",
      "27 40 -0.258236914873 -0.00897767808967 0.01\n",
      "27 45 -0.237711504102 -0.00897767808967 0.01\n",
      "27 50 -0.270048737526 -0.00897767808967 0.01\n",
      "27 55 -0.278987854719 -0.00897767808967 0.01\n",
      "valid_acc 92.19500000000001\n",
      "28 0 -0.239867478609 -0.00897767808967 0.01\n",
      "28 5 -0.332489609718 -0.00897767808967 0.01\n",
      "28 10 -0.285259604454 -0.00897767808967 0.01\n",
      "28 15 -0.260457366705 -0.00897767808967 0.01\n",
      "28 20 -0.253965944052 -0.00897767808967 0.01\n",
      "28 25 -0.2742369771 -0.00897767808967 0.01\n",
      "28 30 -0.289694070816 -0.00897767808967 0.01\n",
      "28 35 -0.218122631311 -0.00897767808967 0.01\n",
      "28 40 -0.217210680246 -0.00897767808967 0.01\n",
      "28 45 -0.252503275871 -0.00897767808967 0.01\n",
      "28 50 -0.260378628969 -0.00897767808967 0.01\n",
      "28 55 -0.282303988934 -0.00897767808967 0.01\n",
      "valid_acc 92.40333333333334\n",
      "29 0 -0.276273220778 -0.00897767808967 0.01\n",
      "29 5 -0.294383555651 -0.00897767808967 0.01\n",
      "29 10 -0.279206037521 -0.00897767808967 0.01\n",
      "29 15 -0.325763523579 -0.00897767808967 0.01\n",
      "29 20 -0.250636160374 -0.00897767808967 0.01\n",
      "29 25 -0.257741063833 -0.00897767808967 0.01\n",
      "29 30 -0.255716532469 -0.00897767808967 0.01\n",
      "29 35 -0.259692937136 -0.00897767808967 0.01\n",
      "29 40 -0.324911773205 -0.00897767808967 0.01\n",
      "29 45 -0.253988355398 -0.00897767808967 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "29 50 -0.245892882347 -0.00897767808967 0.01\n",
      "29 55 -0.307585507631 -0.00897767808967 0.01\n",
      "valid_acc 92.21000000000001\n",
      "30 0 -0.328957676888 -0.00897767808967 0.01\n",
      "30 5 -0.333094775677 -0.00897767808967 0.01\n",
      "30 10 -0.379304200411 -0.00897767808967 0.01\n",
      "30 15 -0.317972660065 -0.00897767808967 0.01\n",
      "30 20 -0.343192368746 -0.00897767808967 0.01\n",
      "30 25 -0.230095252395 -0.00897767808967 0.01\n",
      "30 30 -0.309866577387 -0.00897767808967 0.01\n",
      "30 35 -0.324126899242 -0.00897767808967 0.01\n",
      "30 40 -0.301585644484 -0.00897767808967 0.01\n",
      "30 45 -0.270292252302 -0.00897767808967 0.01\n",
      "30 50 -0.268347501755 -0.00897767808967 0.01\n",
      "30 55 -0.240454316139 -0.00897767808967 0.01\n",
      "valid_acc 92.485\n",
      "31 0 -0.250479251146 -0.00897767808967 0.01\n",
      "31 5 -0.320560693741 -0.00897767808967 0.01\n",
      "31 10 -0.244169145823 -0.00897767808967 0.01\n",
      "31 15 -0.26286098361 -0.00897767808967 0.01\n",
      "31 20 -0.348679602146 -0.00897767808967 0.01\n",
      "31 25 -0.265049010515 -0.00897767808967 0.01\n",
      "31 30 -0.223200544715 -0.00897767808967 0.01\n",
      "31 35 -0.273916572332 -0.00897767808967 0.01\n",
      "31 40 -0.260780215263 -0.00897767808967 0.01\n",
      "31 45 -0.272160857916 -0.00897767808967 0.01\n",
      "31 50 -0.322493821383 -0.00897767808967 0.01\n",
      "31 55 -0.340292155743 -0.00897767808967 0.01\n",
      "valid_acc 92.85166666666666\n",
      "32 0 -0.215709075332 -0.00897767808967 0.01\n",
      "32 5 -0.340540319681 -0.00897767808967 0.01\n",
      "32 10 -0.213605985045 -0.00897767808967 0.01\n",
      "32 15 -0.234077826142 -0.00897767808967 0.01\n",
      "32 20 -0.286568254232 -0.00897767808967 0.01\n",
      "32 25 -0.240438342094 -0.00897767808967 0.01\n",
      "32 30 -0.290169298649 -0.00897767808967 0.01\n",
      "32 35 -0.210936486721 -0.00897767808967 0.01\n",
      "32 40 -0.215850248933 -0.00897767808967 0.01\n",
      "32 45 -0.304372608662 -0.00897767808967 0.01\n",
      "32 50 -0.177254930139 -0.00897767808967 0.01\n",
      "32 55 -0.2741112113 -0.00897767808967 0.01\n",
      "valid_acc 93.21833333333333\n",
      "best valid_acc 93.21833333333333\n",
      "33 0 -0.254667162895 -0.00897767808967 0.01\n",
      "33 5 -0.247587576509 -0.00897767808967 0.01\n",
      "33 10 -0.311659038067 -0.00897767808967 0.01\n",
      "33 15 -0.221598669887 -0.00897767808967 0.01\n",
      "33 20 -0.196711197495 -0.00897767808967 0.01\n",
      "33 25 -0.29219853878 -0.00897767808967 0.01\n",
      "33 30 -0.266324788332 -0.00897767808967 0.01\n",
      "33 35 -0.251662433147 -0.00897767808967 0.01\n",
      "33 40 -0.306144028902 -0.0101079540968 0.01\n",
      "33 45 -0.231359347701 -0.0101079540968 0.01\n",
      "33 50 -0.241322830319 -0.0101079540968 0.01\n",
      "33 55 -0.273514539003 -0.0101079540968 0.01\n",
      "valid_acc 93.435\n",
      "best valid_acc 93.435\n",
      "34 0 -0.22014093399 -0.0101079540968 0.01\n",
      "34 5 -0.20361071825 -0.0101079540968 0.01\n",
      "34 10 -0.212939798832 -0.0101079540968 0.01\n",
      "34 15 -0.264475941658 -0.0101079540968 0.01\n",
      "34 20 -0.265121400356 -0.0101079540968 0.01\n",
      "34 25 -0.261806815863 -0.0101079540968 0.01\n",
      "34 30 -0.190179809928 -0.0101079540968 0.01\n",
      "34 35 -0.258081793785 -0.0101079540968 0.01\n",
      "34 40 -0.28442838788 -0.0101079540968 0.01\n",
      "34 45 -0.221319839358 -0.0101079540968 0.01\n",
      "34 50 -0.274279415607 -0.0101079540968 0.01\n",
      "34 55 -0.320941179991 -0.0101079540968 0.01\n",
      "valid_acc 93.80333333333334\n",
      "best valid_acc 93.80333333333334\n",
      "35 0 -0.241515278816 -0.0101079540968 0.01\n",
      "35 5 -0.210339576006 -0.0101079540968 0.01\n",
      "35 10 -0.281058937311 -0.0101079540968 0.01\n",
      "35 15 -0.215853765607 -0.0101079540968 0.01\n",
      "35 20 -0.213444292545 -0.0101079540968 0.01\n",
      "35 25 -0.189230933785 -0.0101079540968 0.01\n",
      "35 30 -0.154166251421 -0.0108712821164 0.01\n",
      "35 35 -0.245077505708 -0.0108712821164 0.01\n",
      "35 40 -0.217256963253 -0.0108712821164 0.01\n",
      "35 45 -0.275611847639 -0.0108712821164 0.01\n",
      "35 50 -0.265886366367 -0.0108712821164 0.01\n",
      "35 55 -0.278285264969 -0.0108712821164 0.01\n",
      "valid_acc 93.29499999999999\n",
      "36 0 -0.26457709074 -0.0108712821164 0.01\n",
      "36 5 -0.296512573957 -0.0108712821164 0.01\n",
      "36 10 -0.226633295417 -0.0108712821164 0.01\n",
      "36 15 -0.243680819869 -0.0108712821164 0.01\n",
      "36 20 -0.245948329568 -0.0108712821164 0.01\n",
      "36 25 -0.245825961232 -0.0108712821164 0.01\n",
      "36 30 -0.26313868165 -0.0108712821164 0.01\n",
      "36 35 -0.263497620821 -0.0108712821164 0.01\n",
      "36 40 -0.262411057949 -0.0108712821164 0.01\n",
      "36 45 -0.198738947511 -0.0108712821164 0.01\n",
      "36 50 -0.214952602983 -0.0108712821164 0.01\n",
      "36 55 -0.210648089647 -0.0108712821164 0.01\n",
      "valid_acc 93.145\n",
      "37 0 -0.246004521847 -0.0108712821164 0.01\n",
      "37 5 -0.293535590172 -0.0108712821164 0.01\n",
      "37 10 -0.209060117602 -0.0108712821164 0.01\n",
      "37 15 -0.253929674625 -0.0108712821164 0.01\n",
      "37 20 -0.271325916052 -0.0108712821164 0.01\n",
      "37 25 -0.239317551255 -0.0108712821164 0.01\n",
      "37 30 -0.221396028996 -0.0108712821164 0.01\n",
      "37 35 -0.237317889929 -0.0108712821164 0.01\n",
      "37 40 -0.295450091362 -0.0108712821164 0.01\n",
      "37 45 -0.291258215904 -0.0108712821164 0.01\n",
      "37 50 -0.259179234505 -0.0108712821164 0.01\n",
      "37 55 -0.320994824171 -0.0108712821164 0.01\n",
      "valid_acc 93.20333333333333\n",
      "38 0 -0.247337982059 -0.0108712821164 0.01\n",
      "38 5 -0.232012540102 -0.0108712821164 0.01\n",
      "38 10 -0.276096940041 -0.0108712821164 0.01\n",
      "38 15 -0.276304602623 -0.0108712821164 0.01\n",
      "38 20 -0.265521287918 -0.0108712821164 0.01\n",
      "38 25 -0.318916261196 -0.0108712821164 0.01\n",
      "38 30 -0.261445075274 -0.0108712821164 0.01\n",
      "38 35 -0.281294792891 -0.0108712821164 0.01\n",
      "38 40 -0.209817349911 -0.0108712821164 0.01\n",
      "38 45 -0.230381458998 -0.0108712821164 0.01\n",
      "38 50 -0.244341954589 -0.0108712821164 0.01\n",
      "38 55 -0.29643753171 -0.0108712821164 0.01\n",
      "valid_acc 93.02666666666667\n",
      "39 0 -0.21520999074 -0.0108712821164 0.01\n",
      "39 5 -0.297061413527 -0.0108712821164 0.01\n",
      "39 10 -0.200067937374 -0.0108712821164 0.01\n",
      "39 15 -0.161522433162 -0.0108712821164 0.01\n",
      "39 20 -0.25264069438 -0.0108712821164 0.01\n",
      "39 25 -0.301167935133 -0.0108712821164 0.01\n",
      "39 30 -0.2318816185 -0.0108712821164 0.01\n",
      "39 35 -0.243556678295 -0.0108712821164 0.01\n",
      "39 40 -0.186285093427 -0.0108712821164 0.01\n",
      "39 45 -0.282643228769 -0.0108712821164 0.01\n",
      "39 50 -0.242231115699 -0.0108712821164 0.01\n",
      "39 55 -0.300510287285 -0.0108712821164 0.01\n",
      "valid_acc 93.08833333333332\n",
      "40 0 -0.243024587631 -0.0108712821164 0.01\n",
      "40 5 -0.286292910576 -0.0108712821164 0.01\n",
      "40 10 -0.268455147743 -0.0108712821164 0.01\n",
      "40 15 -0.291811138391 -0.0108712821164 0.01\n",
      "40 20 -0.230621680617 -0.0108712821164 0.01\n",
      "40 25 -0.223326951265 -0.0108712821164 0.01\n",
      "40 30 -0.230860725045 -0.0108712821164 0.01\n",
      "40 35 -0.222735106945 -0.0108712821164 0.01\n",
      "40 40 -0.283099979162 -0.0108712821164 0.01\n",
      "40 45 -0.23475907743 -0.0108712821164 0.01\n",
      "40 50 -0.287657111883 -0.0108712821164 0.01\n",
      "40 55 -0.228830114007 -0.0108712821164 0.01\n",
      "valid_acc 92.955\n",
      "41 0 -0.222592517734 -0.0108712821164 0.01\n",
      "41 5 -0.275684177876 -0.0108712821164 0.01\n",
      "41 10 -0.25818502903 -0.0108712821164 0.01\n",
      "41 15 -0.25929042697 -0.0108712821164 0.01\n",
      "41 20 -0.221944838762 -0.0108712821164 0.01\n",
      "41 25 -0.303266763687 -0.0108712821164 0.01\n",
      "41 30 -0.246411144733 -0.0108712821164 0.01\n",
      "41 35 -0.276887595654 -0.0108712821164 0.01\n",
      "41 40 -0.260723799467 -0.0108712821164 0.01\n",
      "41 45 -0.220482781529 -0.0108712821164 0.01\n",
      "41 50 -0.233977496624 -0.0108712821164 0.01\n",
      "41 55 -0.218927368522 -0.0108712821164 0.01\n",
      "valid_acc 93.02833333333334\n",
      "42 0 -0.203744381666 -0.0108712821164 0.01\n",
      "42 5 -0.251389652491 -0.0108712821164 0.01\n",
      "42 10 -0.242253690958 -0.0108712821164 0.01\n",
      "42 15 -0.225350990891 -0.0108712821164 0.01\n",
      "42 20 -0.235027745366 -0.0108712821164 0.01\n",
      "42 25 -0.247192084789 -0.0108712821164 0.01\n",
      "42 30 -0.324866682291 -0.0108712821164 0.01\n",
      "42 35 -0.286709785461 -0.0108712821164 0.01\n",
      "42 40 -0.190378203988 -0.0108712821164 0.01\n",
      "42 45 -0.221857964993 -0.0108712821164 0.01\n",
      "42 50 -0.234659343958 -0.0108712821164 0.01\n",
      "42 55 -0.282563000917 -0.0108712821164 0.01\n",
      "valid_acc 92.96166666666666\n",
      "43 0 -0.171162053943 -0.0108712821164 0.01\n",
      "43 5 -0.215872317553 -0.0108712821164 0.01\n",
      "43 10 -0.195874840021 -0.0108712821164 0.01\n",
      "43 15 -0.253151357174 -0.0108712821164 0.01\n",
      "43 20 -0.263454049826 -0.0108712821164 0.01\n",
      "43 25 -0.331230849028 -0.0108712821164 0.01\n",
      "43 30 -0.265444278717 -0.0108712821164 0.01\n",
      "43 35 -0.229527890682 -0.0108712821164 0.01\n",
      "43 40 -0.241208791733 -0.0108712821164 0.01\n",
      "43 45 -0.305278509855 -0.0108712821164 0.01\n",
      "43 50 -0.219419077039 -0.0108712821164 0.01\n",
      "43 55 -0.297164440155 -0.0108712821164 0.01\n",
      "valid_acc 93.24333333333334\n",
      "44 0 -0.223572403193 -0.0108712821164 0.01\n",
      "44 5 -0.342235028744 -0.0108712821164 0.01\n",
      "44 10 -0.307025462389 -0.0108712821164 0.01\n",
      "44 15 -0.259135305882 -0.0108712821164 0.01\n",
      "44 20 -0.246743500233 -0.0108712821164 0.01\n",
      "44 25 -0.251608341932 -0.0108712821164 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "44 30 -0.27457678318 -0.0108712821164 0.01\n",
      "44 35 -0.24832201004 -0.0108712821164 0.01\n",
      "44 40 -0.257895290852 -0.0108712821164 0.01\n",
      "44 45 -0.228023424745 -0.0108712821164 0.01\n",
      "44 50 -0.313565999269 -0.0108712821164 0.01\n",
      "44 55 -0.240123018622 -0.0108712821164 0.01\n",
      "valid_acc 93.30166666666668\n",
      "45 0 -0.237836867571 -0.0108712821164 0.01\n",
      "45 5 -0.266578286886 -0.0108712821164 0.01\n",
      "45 10 -0.215850368142 -0.0108712821164 0.01\n",
      "45 15 -0.220849618316 -0.0108712821164 0.01\n",
      "45 20 -0.297386527061 -0.0108712821164 0.01\n",
      "45 25 -0.2593331635 -0.0108712821164 0.01\n",
      "45 30 -0.251933515072 -0.0108712821164 0.01\n",
      "45 35 -0.235688343644 -0.0108712821164 0.01\n",
      "45 40 -0.260635703802 -0.0108712821164 0.01\n",
      "45 45 -0.294754296541 -0.0108712821164 0.01\n",
      "45 50 -0.220173612237 -0.0108712821164 0.01\n",
      "45 55 -0.284907609224 -0.0108712821164 0.01\n",
      "valid_acc 93.48333333333333\n",
      "46 0 -0.209788009524 -0.0108712821164 0.01\n",
      "46 5 -0.204026699066 -0.0108712821164 0.01\n",
      "46 10 -0.244791358709 -0.0108712821164 0.01\n",
      "46 15 -0.218293875456 -0.0108712821164 0.01\n",
      "46 20 -0.206164821982 -0.0108712821164 0.01\n",
      "46 25 -0.187757894397 -0.0108712821164 0.01\n",
      "46 30 -0.231589093804 -0.0108712821164 0.01\n",
      "46 35 -0.278361439705 -0.0108712821164 0.01\n",
      "46 40 -0.205553501844 -0.0108712821164 0.01\n",
      "46 45 -0.231915980577 -0.0108712821164 0.01\n",
      "46 50 -0.247552677989 -0.0108712821164 0.01\n",
      "46 55 -0.29002431035 -0.0108712821164 0.01\n",
      "valid_acc 93.26833333333333\n",
      "47 0 -0.217791825533 -0.0108712821164 0.01\n",
      "47 5 -0.23755286634 -0.0108712821164 0.01\n",
      "47 10 -0.244902014732 -0.0108712821164 0.01\n",
      "47 15 -0.194895714521 -0.0108712821164 0.01\n",
      "47 20 -0.201811105013 -0.0108712821164 0.01\n",
      "47 25 -0.235870599747 -0.0108712821164 0.01\n",
      "47 30 -0.342636495829 -0.0108712821164 0.01\n",
      "47 35 -0.208685427904 -0.0108712821164 0.01\n",
      "47 40 -0.263207405806 -0.0108712821164 0.01\n",
      "47 45 -0.279778927565 -0.0108712821164 0.01\n",
      "47 50 -0.256179869175 -0.0108712821164 0.01\n",
      "47 55 -0.254377096891 -0.0108712821164 0.01\n",
      "valid_acc 93.48166666666667\n",
      "48 0 -0.261695057154 -0.0108712821164 0.01\n",
      "48 5 -0.246737331152 -0.0108712821164 0.01\n",
      "48 10 -0.256719082594 -0.0108712821164 0.01\n",
      "48 15 -0.26835334301 -0.0108712821164 0.01\n",
      "48 20 -0.259616017342 -0.0108712821164 0.01\n",
      "48 25 -0.251873880625 -0.0108712821164 0.01\n",
      "48 30 -0.291401565075 -0.0108712821164 0.01\n",
      "48 35 -0.29457077384 -0.0108712821164 0.01\n",
      "48 40 -0.226984232664 -0.0108712821164 0.01\n",
      "48 45 -0.216092139482 -0.0108712821164 0.01\n",
      "48 50 -0.33145481348 -0.0108712821164 0.01\n",
      "48 55 -0.235783904791 -0.0108712821164 0.01\n",
      "valid_acc 93.37666666666667\n",
      "49 0 -0.228605642915 -0.0108712821164 0.01\n",
      "49 5 -0.257621020079 -0.0108712821164 0.01\n",
      "49 10 -0.311709851027 -0.0108712821164 0.01\n",
      "49 15 -0.254695236683 -0.0108712821164 0.01\n",
      "49 20 -0.231869205832 -0.0108712821164 0.01\n",
      "49 25 -0.198228731751 -0.0108712821164 0.01\n",
      "49 30 -0.289675593376 -0.0108712821164 0.01\n",
      "49 35 -0.332781612873 -0.0108712821164 0.01\n",
      "49 40 -0.268916070461 -0.0108712821164 0.01\n",
      "49 45 -0.209447234869 -0.0108712821164 0.01\n",
      "49 50 -0.249084174633 -0.0108712821164 0.01\n",
      "49 55 -0.300188034773 -0.0108712821164 0.01\n",
      "valid_acc 93.68166666666666\n",
      "50 0 -0.269237309694 -0.0108712821164 0.01\n",
      "50 5 -0.241656884551 -0.0108712821164 0.01\n",
      "50 10 -0.25228664279 -0.0108712821164 0.01\n",
      "50 15 -0.230397850275 -0.0108712821164 0.01\n",
      "50 20 -0.258632600307 -0.0108712821164 0.01\n",
      "50 25 -0.263186126947 -0.0108712821164 0.01\n",
      "50 30 -0.230748668313 -0.0108712821164 0.01\n",
      "50 35 -0.222083315253 -0.0108712821164 0.01\n",
      "50 40 -0.293901145458 -0.0108712821164 0.01\n",
      "50 45 -0.240151718259 -0.0108712821164 0.01\n",
      "50 50 -0.240781262517 -0.0108712821164 0.01\n",
      "50 55 -0.207753106952 -0.0108712821164 0.01\n",
      "valid_acc 93.23\n",
      "51 0 -0.247383400798 -0.0108712821164 0.01\n",
      "51 5 -0.266742557287 -0.0108712821164 0.01\n",
      "51 10 -0.305790811777 -0.0108712821164 0.01\n",
      "51 15 -0.289938867092 -0.0108712821164 0.01\n",
      "51 20 -0.246877655387 -0.0108712821164 0.01\n",
      "51 25 -0.294174611568 -0.0108712821164 0.01\n",
      "51 30 -0.229947715998 -0.0108712821164 0.01\n",
      "51 35 -0.244348600507 -0.0108712821164 0.01\n",
      "51 40 -0.244875699282 -0.0108712821164 0.01\n",
      "51 45 -0.280371427536 -0.0108712821164 0.01\n",
      "51 50 -0.209285825491 -0.0108712821164 0.01\n",
      "51 55 -0.231297269464 -0.0108712821164 0.01\n",
      "valid_acc 92.825\n",
      "52 0 -0.185628727078 -0.0108712821164 0.01\n",
      "52 5 -0.200615093112 -0.0108712821164 0.01\n",
      "52 10 -0.201048329473 -0.0108712821164 0.01\n",
      "52 15 -0.209661155939 -0.0108712821164 0.01\n",
      "52 20 -0.258641272783 -0.0108712821164 0.01\n",
      "52 25 -0.208574622869 -0.0108712821164 0.01\n",
      "52 30 -0.34569516778 -0.0108712821164 0.01\n",
      "52 35 -0.319407433271 -0.0108712821164 0.01\n",
      "52 40 -0.224039778113 -0.0108712821164 0.01\n",
      "52 45 -0.262784659863 -0.0108712821164 0.01\n",
      "52 50 -0.193958744407 -0.0108712821164 0.01\n",
      "52 55 -0.229384541512 -0.0108712821164 0.01\n",
      "valid_acc 93.23833333333333\n",
      "53 0 -0.269642204046 -0.0108712821164 0.01\n",
      "53 5 -0.200149074197 -0.0108712821164 0.01\n",
      "53 10 -0.337270021439 -0.0108712821164 0.01\n",
      "53 15 -0.233747184277 -0.0108712821164 0.01\n",
      "53 20 -0.288092583418 -0.0108712821164 0.01\n",
      "53 25 -0.293623864651 -0.0108712821164 0.01\n",
      "53 30 -0.246065914631 -0.0108712821164 0.01\n",
      "53 35 -0.259731948376 -0.0108712821164 0.01\n",
      "53 40 -0.222048610449 -0.0108712821164 0.01\n",
      "53 45 -0.298618972301 -0.0108712821164 0.01\n",
      "53 50 -0.243907809258 -0.0108712821164 0.01\n",
      "53 55 -0.295146912336 -0.0108712821164 0.01\n",
      "valid_acc 93.19333333333333\n",
      "54 0 -0.219181925058 -0.0108712821164 0.01\n",
      "54 5 -0.232773825526 -0.0108712821164 0.01\n",
      "54 10 -0.238168731332 -0.0108712821164 0.01\n",
      "54 15 -0.223259672523 -0.0108712821164 0.01\n",
      "54 20 -0.299956023693 -0.0108712821164 0.01\n",
      "54 25 -0.286667138338 -0.0108712821164 0.01\n",
      "54 30 -0.221019744873 -0.0108712821164 0.01\n",
      "54 35 -0.306877553463 -0.0108712821164 0.01\n",
      "54 40 -0.218521043658 -0.0108712821164 0.01\n",
      "54 45 -0.197185590863 -0.0108712821164 0.01\n",
      "54 50 -0.220967158675 -0.0108712821164 0.01\n",
      "54 55 -0.28874489665 -0.0108712821164 0.01\n",
      "valid_acc 93.24833333333333\n",
      "55 0 -0.315719693899 -0.0108712821164 0.01\n",
      "55 5 -0.354472875595 -0.0108712821164 0.01\n",
      "55 10 -0.213103041053 -0.0108712821164 0.01\n",
      "55 15 -0.285176485777 -0.0108712821164 0.01\n",
      "55 20 -0.237760484219 -0.0108712821164 0.01\n",
      "55 25 -0.211199894547 -0.0108712821164 0.01\n",
      "55 30 -0.26150599122 -0.0108712821164 0.01\n",
      "55 35 -0.201729893684 -0.0108712821164 0.01\n",
      "55 40 -0.245948255062 -0.0108712821164 0.01\n",
      "55 45 -0.27153262496 -0.0108712821164 0.01\n",
      "55 50 -0.177400618792 -0.0108712821164 0.01\n",
      "55 55 -0.258743792772 -0.0108712821164 0.01\n",
      "valid_acc 93.745\n",
      "56 0 -0.262477010489 -0.0108712821164 0.01\n",
      "56 5 -0.248216450214 -0.0108712821164 0.01\n",
      "56 10 -0.257536560297 -0.0108712821164 0.01\n",
      "56 15 -0.285544812679 -0.0108712821164 0.01\n",
      "56 20 -0.231861934066 -0.0108712821164 0.01\n",
      "56 25 -0.192188858986 -0.0108712821164 0.01\n",
      "56 30 -0.253890275955 -0.0108712821164 0.01\n",
      "56 35 -0.185814648867 -0.0108712821164 0.01\n",
      "56 40 -0.294590443373 -0.0108712821164 0.01\n",
      "56 45 -0.248899921775 -0.0108712821164 0.01\n",
      "56 50 -0.244071707129 -0.0108712821164 0.01\n",
      "56 55 -0.217879578471 -0.0108712821164 0.01\n",
      "valid_acc 93.11500000000001\n",
      "57 0 -0.255091637373 -0.0108712821164 0.01\n",
      "57 5 -0.219110161066 -0.0108712821164 0.01\n",
      "57 10 -0.22734156251 -0.0108712821164 0.01\n",
      "57 15 -0.191066145897 -0.0108712821164 0.01\n",
      "57 20 -0.301564186811 -0.0108712821164 0.01\n",
      "57 25 -0.268797963858 -0.0108712821164 0.01\n",
      "57 30 -0.249213129282 -0.0108712821164 0.01\n",
      "57 35 -0.253856897354 -0.0108712821164 0.01\n",
      "57 40 -0.211623802781 -0.0108712821164 0.01\n",
      "57 45 -0.203581303358 -0.0108712821164 0.01\n",
      "57 50 -0.234730228782 -0.0108712821164 0.01\n",
      "57 55 -0.224772691727 -0.0108712821164 0.01\n",
      "valid_acc 93.22833333333334\n",
      "58 0 -0.24492841959 -0.0108712821164 0.01\n",
      "58 5 -0.251979589462 -0.0108712821164 0.01\n",
      "58 10 -0.227116420865 -0.0108712821164 0.01\n",
      "58 15 -0.276175558567 -0.0108712821164 0.01\n",
      "58 20 -0.242517083883 -0.0108712821164 0.01\n",
      "58 25 -0.21151407063 -0.0108712821164 0.01\n",
      "58 30 -0.191538929939 -0.0108712821164 0.01\n",
      "58 35 -0.186708003283 -0.0108712821164 0.01\n",
      "58 40 -0.226183757186 -0.0108712821164 0.01\n",
      "58 45 -0.298890262842 -0.0108712821164 0.01\n",
      "58 50 -0.197493478656 -0.0108712821164 0.01\n",
      "58 55 -0.241375803947 -0.0108712821164 0.01\n",
      "valid_acc 93.015\n",
      "59 0 -0.201030179858 -0.0108712821164 0.01\n",
      "59 5 -0.171826779842 -0.0108712821164 0.01\n",
      "59 10 -0.259127855301 -0.0108712821164 0.01\n",
      "59 15 -0.223295345902 -0.0108712821164 0.01\n",
      "59 20 -0.198459222913 -0.0108712821164 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "59 25 -0.213397368789 -0.0108712821164 0.01\n",
      "59 30 -0.22652952373 -0.0108712821164 0.01\n",
      "59 35 -0.286773502827 -0.0108712821164 0.01\n",
      "59 40 -0.237349167466 -0.0108712821164 0.01\n",
      "59 45 -0.244044244289 -0.0108712821164 0.01\n",
      "59 50 -0.301280230284 -0.0108712821164 0.01\n",
      "59 55 -0.214439332485 -0.0108712821164 0.01\n",
      "valid_acc 93.21333333333334\n",
      "60 0 -0.163309052587 -0.0108712821164 0.01\n",
      "60 5 -0.242734640837 -0.0108712821164 0.01\n",
      "60 10 -0.220659732819 -0.0108712821164 0.01\n",
      "60 15 -0.19724200666 -0.0108712821164 0.01\n",
      "60 20 -0.240264981985 -0.0108712821164 0.01\n",
      "60 25 -0.136334955692 -0.0191175899505 0.01\n",
      "60 30 -0.274516046047 -0.0191175899505 0.01\n",
      "60 35 -0.156088724732 -0.0191175899505 0.01\n",
      "60 40 -0.261621922255 -0.0191175899505 0.01\n",
      "60 45 -0.258485227823 -0.0191175899505 0.01\n",
      "60 50 -0.188260540366 -0.0191175899505 0.01\n",
      "60 55 -0.226174801588 -0.0191175899505 0.01\n",
      "valid_acc 93.34\n",
      "61 0 -0.249201193452 -0.0191175899505 0.01\n",
      "61 5 -0.267886340618 -0.0191175899505 0.01\n",
      "61 10 -0.200730159879 -0.0191175899505 0.01\n",
      "61 15 -0.272738099098 -0.0191175899505 0.01\n",
      "61 20 -0.203535959125 -0.0191175899505 0.01\n",
      "61 25 -0.18178679049 -0.0191175899505 0.01\n",
      "61 30 -0.282279163599 -0.0191175899505 0.01\n",
      "61 35 -0.16372486949 -0.0191175899505 0.01\n",
      "61 40 -0.204506516457 -0.0191175899505 0.01\n",
      "61 45 -0.249247565866 -0.0191175899505 0.01\n",
      "61 50 -0.235357522964 -0.0191175899505 0.01\n",
      "61 55 -0.230265915394 -0.0191175899505 0.01\n",
      "valid_acc 93.22500000000001\n",
      "62 0 -0.235784977674 -0.0191175899505 0.01\n",
      "62 5 -0.249364227057 -0.0191175899505 0.01\n",
      "62 10 -0.175133630633 -0.0191175899505 0.01\n",
      "62 15 -0.203677728772 -0.0191175899505 0.01\n",
      "62 20 -0.240101918578 -0.0191175899505 0.01\n",
      "62 25 -0.203457251191 -0.0191175899505 0.01\n",
      "62 30 -0.302231639624 -0.0191175899505 0.01\n",
      "62 35 -0.220971941948 -0.0191175899505 0.01\n",
      "62 40 -0.191814914346 -0.0191175899505 0.01\n",
      "62 45 -0.22106705606 -0.0191175899505 0.01\n",
      "62 50 -0.231721222401 -0.0191175899505 0.01\n",
      "62 55 -0.21813634038 -0.0191175899505 0.01\n",
      "valid_acc 94.27\n",
      "best valid_acc 94.27\n",
      "63 0 -0.204685941339 -0.0191175899505 0.01\n",
      "63 5 -0.172175258398 -0.0191175899505 0.01\n",
      "63 10 -0.206675499678 -0.0191175899505 0.01\n",
      "63 15 -0.266058504581 -0.0191175899505 0.01\n",
      "63 20 -0.205075562 -0.0191175899505 0.01\n",
      "63 25 -0.222835451365 -0.0191175899505 0.01\n",
      "63 30 -0.260214686394 -0.0191175899505 0.01\n",
      "63 35 -0.179994672537 -0.0191175899505 0.01\n",
      "63 40 -0.26378262043 -0.0191175899505 0.01\n",
      "63 45 -0.238251879811 -0.0191175899505 0.01\n",
      "63 50 -0.168582320213 -0.0191175899505 0.01\n",
      "63 55 -0.195011779666 -0.0191175899505 0.01\n",
      "valid_acc 93.76333333333334\n",
      "64 0 -0.193926438689 -0.0191175899505 0.01\n",
      "64 5 -0.235873609781 -0.0191175899505 0.01\n",
      "64 10 -0.196315526962 -0.0191175899505 0.01\n",
      "64 15 -0.260353296995 -0.0191175899505 0.01\n",
      "64 20 -0.243159845471 -0.0191175899505 0.01\n",
      "64 25 -0.249907568097 -0.0191175899505 0.01\n",
      "64 30 -0.202096402645 -0.0191175899505 0.01\n",
      "64 35 -0.231158211827 -0.0191175899505 0.01\n",
      "64 40 -0.139205023646 -0.0191175899505 0.01\n",
      "64 45 -0.231636285782 -0.0191175899505 0.01\n",
      "64 50 -0.26926022768 -0.0191175899505 0.01\n",
      "64 55 -0.181425526738 -0.0191175899505 0.01\n",
      "valid_acc 93.57833333333333\n",
      "65 0 -0.169647663832 -0.0191175899505 0.01\n",
      "65 5 -0.201169461012 -0.0191175899505 0.01\n",
      "65 10 -0.150291651487 -0.0191175899505 0.01\n",
      "65 15 -0.212003260851 -0.0191175899505 0.01\n",
      "65 20 -0.208115771413 -0.0191175899505 0.01\n",
      "65 25 -0.227329969406 -0.0191175899505 0.01\n",
      "65 30 -0.213200986385 -0.0191175899505 0.01\n",
      "65 35 -0.261828809977 -0.0191175899505 0.01\n",
      "65 40 -0.168811306357 -0.0191175899505 0.01\n",
      "65 45 -0.246587887406 -0.0191175899505 0.01\n",
      "65 50 -0.213523745537 -0.0191175899505 0.01\n",
      "65 55 -0.247116535902 -0.0191175899505 0.01\n",
      "valid_acc 93.445\n",
      "66 0 -0.228771016002 -0.0191175899505 0.01\n",
      "66 5 -0.201945573092 -0.0191175899505 0.01\n",
      "66 10 -0.191467955709 -0.0191175899505 0.01\n",
      "66 15 -0.164990544319 -0.0191175899505 0.01\n",
      "66 20 -0.241160690784 -0.0191175899505 0.01\n",
      "66 25 -0.212774023414 -0.0191175899505 0.01\n",
      "66 30 -0.180508315563 -0.0191175899505 0.01\n",
      "66 35 -0.240544363856 -0.0191175899505 0.01\n",
      "66 40 -0.242795705795 -0.0191175899505 0.01\n",
      "66 45 -0.206930398941 -0.0191175899505 0.01\n",
      "66 50 -0.227751851082 -0.0191175899505 0.01\n",
      "66 55 -0.234411135316 -0.0191175899505 0.01\n",
      "valid_acc 93.96166666666666\n",
      "67 0 -0.200943782926 -0.0191175899505 0.01\n",
      "67 5 -0.172681152821 -0.0191175899505 0.01\n",
      "67 10 -0.197423443198 -0.0191175899505 0.01\n",
      "67 15 -0.274588674307 -0.0191175899505 0.01\n",
      "67 20 -0.260636240244 -0.0191175899505 0.01\n",
      "67 25 -0.208412647247 -0.0191175899505 0.01\n",
      "67 30 -0.187172457576 -0.0191175899505 0.01\n",
      "67 35 -0.218402728438 -0.0191175899505 0.01\n",
      "67 40 -0.24554695189 -0.0191175899505 0.01\n",
      "67 45 -0.20696093142 -0.0191175899505 0.01\n",
      "67 50 -0.189990758896 -0.0191175899505 0.01\n",
      "67 55 -0.179921388626 -0.0191175899505 0.01\n",
      "valid_acc 93.63666666666667\n",
      "68 0 -0.238853245974 -0.0191175899505 0.01\n",
      "68 5 -0.248401120305 -0.0191175899505 0.01\n",
      "68 10 -0.201305121183 -0.0191175899505 0.01\n",
      "68 15 -0.25213354826 -0.0191175899505 0.01\n",
      "68 20 -0.238138869405 -0.0191175899505 0.01\n",
      "68 25 -0.195007964969 -0.0191175899505 0.01\n",
      "68 30 -0.23998811841 -0.0191175899505 0.01\n",
      "68 35 -0.208557978272 -0.0191175899505 0.01\n",
      "68 40 -0.222667112947 -0.0191175899505 0.01\n",
      "68 45 -0.195035547018 -0.0191175899505 0.01\n",
      "68 50 -0.253428071737 -0.0191175899505 0.01\n",
      "68 55 -0.178720727563 -0.0191175899505 0.01\n",
      "valid_acc 93.48666666666666\n",
      "69 0 -0.240671426058 -0.0191175899505 0.01\n",
      "69 5 -0.247214138508 -0.0191175899505 0.01\n",
      "69 10 -0.235916689038 -0.0191175899505 0.01\n",
      "69 15 -0.21636928618 -0.0191175899505 0.01\n",
      "69 20 -0.17707978189 -0.0191175899505 0.01\n",
      "69 25 -0.200468212366 -0.0191175899505 0.01\n",
      "69 30 -0.20374430716 -0.0191175899505 0.01\n",
      "69 35 -0.242550730705 -0.0191175899505 0.01\n",
      "69 40 -0.214434474707 -0.0191175899505 0.01\n",
      "69 45 -0.228832900524 -0.0191175899505 0.01\n",
      "69 50 -0.193490505219 -0.0191175899505 0.01\n",
      "69 55 -0.268581420183 -0.0191175899505 0.01\n",
      "valid_acc 93.935\n",
      "70 0 -0.196884855628 -0.0191175899505 0.01\n",
      "70 5 -0.19595618546 -0.0191175899505 0.01\n",
      "70 10 -0.188909932971 -0.0191175899505 0.01\n",
      "70 15 -0.221528232098 -0.0191175899505 0.01\n",
      "70 20 -0.158656969666 -0.0191175899505 0.01\n",
      "70 25 -0.279067277908 -0.0191175899505 0.01\n",
      "70 30 -0.260356873274 -0.0191175899505 0.01\n",
      "70 35 -0.19099059701 -0.0191175899505 0.01\n",
      "70 40 -0.19161786139 -0.0191175899505 0.01\n",
      "70 45 -0.188968852162 -0.0191175899505 0.01\n",
      "70 50 -0.20148076117 -0.0191175899505 0.01\n",
      "70 55 -0.191748559475 -0.0191175899505 0.01\n",
      "valid_acc 93.805\n",
      "71 0 -0.212486892939 -0.0191175899505 0.01\n",
      "71 5 -0.263003826141 -0.0191175899505 0.01\n",
      "71 10 -0.20088416338 -0.0191175899505 0.01\n",
      "71 15 -0.251400858164 -0.0191175899505 0.01\n",
      "71 20 -0.274516671896 -0.0191175899505 0.01\n",
      "71 25 -0.245351731777 -0.0191175899505 0.01\n",
      "71 30 -0.204909101129 -0.0191175899505 0.01\n",
      "71 35 -0.235844358802 -0.0191175899505 0.01\n",
      "71 40 -0.23354922235 -0.0191175899505 0.01\n",
      "71 45 -0.179956942797 -0.0191175899505 0.01\n",
      "71 50 -0.226221054792 -0.0191175899505 0.01\n",
      "71 55 -0.217969566584 -0.0191175899505 0.01\n",
      "valid_acc 93.675\n",
      "72 0 -0.208299785852 -0.0191175899505 0.01\n",
      "72 5 -0.178071171045 -0.0191175899505 0.01\n",
      "72 10 -0.199091598392 -0.0191175899505 0.01\n",
      "72 15 -0.212448850274 -0.0191175899505 0.01\n",
      "72 20 -0.23007312417 -0.0191175899505 0.01\n",
      "72 25 -0.17163592577 -0.0191175899505 0.01\n",
      "72 30 -0.248388126493 -0.0191175899505 0.01\n",
      "72 35 -0.230989530683 -0.0191175899505 0.01\n",
      "72 40 -0.230090230703 -0.0191175899505 0.01\n",
      "72 45 -0.23970015347 -0.0191175899505 0.01\n",
      "72 50 -0.264892369509 -0.0191175899505 0.01\n",
      "72 55 -0.226490169764 -0.0191175899505 0.01\n",
      "valid_acc 93.71333333333334\n",
      "73 0 -0.259528338909 -0.0191175899505 0.01\n",
      "73 5 -0.219932615757 -0.0191175899505 0.01\n",
      "73 10 -0.223351255059 -0.0191175899505 0.01\n",
      "73 15 -0.182596251369 -0.0191175899505 0.01\n",
      "73 20 -0.204853728414 -0.0191175899505 0.01\n",
      "73 25 -0.240296468139 -0.0191175899505 0.01\n",
      "73 30 -0.203298687935 -0.0191175899505 0.01\n",
      "73 35 -0.187667369843 -0.0191175899505 0.01\n",
      "73 40 -0.192662835121 -0.0191175899505 0.01\n",
      "73 45 -0.276396602392 -0.0191175899505 0.01\n",
      "73 50 -0.193713337183 -0.0191175899505 0.01\n",
      "73 55 -0.197778716683 -0.0191175899505 0.01\n",
      "valid_acc 92.93666666666667\n",
      "74 0 -0.240743413568 -0.0191175899505 0.01\n",
      "74 5 -0.225461125374 -0.0191175899505 0.01\n",
      "74 10 -0.168684154749 -0.0191175899505 0.01\n",
      "74 15 -0.220523014665 -0.0191175899505 0.01\n",
      "74 20 -0.263902336359 -0.0191175899505 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "74 25 -0.259078204632 -0.0191175899505 0.01\n",
      "74 30 -0.228176176548 -0.0191175899505 0.01\n",
      "74 35 -0.235839188099 -0.0191175899505 0.01\n",
      "74 40 -0.266179889441 -0.0191175899505 0.01\n",
      "74 45 -0.190561041236 -0.0191175899505 0.01\n",
      "74 50 -0.233552828431 -0.0191175899505 0.01\n",
      "74 55 -0.263083040714 -0.0191175899505 0.01\n",
      "valid_acc 93.515\n",
      "75 0 -0.220613434911 -0.0191175899505 0.01\n",
      "75 5 -0.247496455908 -0.0191175899505 0.01\n",
      "75 10 -0.256971925497 -0.0191175899505 0.01\n",
      "75 15 -0.214274391532 -0.0191175899505 0.01\n",
      "75 20 -0.179808810353 -0.0191175899505 0.01\n",
      "75 25 -0.175790831447 -0.0191175899505 0.01\n",
      "75 30 -0.188938781619 -0.0191175899505 0.01\n",
      "75 35 -0.2292381078 -0.0191175899505 0.01\n",
      "75 40 -0.20284357667 -0.0191175899505 0.01\n",
      "75 45 -0.202714696527 -0.0191175899505 0.01\n",
      "75 50 -0.212022021413 -0.0191175899505 0.01\n",
      "75 55 -0.222170129418 -0.0191175899505 0.01\n",
      "valid_acc 93.51\n",
      "76 0 -0.225315734744 -0.0191175899505 0.01\n",
      "76 5 -0.287837862968 -0.0191175899505 0.01\n",
      "76 10 -0.241556614637 -0.0191175899505 0.01\n",
      "76 15 -0.198347195983 -0.0191175899505 0.01\n",
      "76 20 -0.247626855969 -0.0191175899505 0.01\n",
      "76 25 -0.197934940457 -0.0191175899505 0.01\n",
      "76 30 -0.200395837426 -0.0191175899505 0.01\n",
      "76 35 -0.243965864182 -0.0191175899505 0.01\n",
      "76 40 -0.241917103529 -0.0191175899505 0.01\n",
      "76 45 -0.221733734012 -0.0191175899505 0.01\n",
      "76 50 -0.168530985713 -0.0191175899505 0.01\n",
      "76 55 -0.219478115439 -0.0191175899505 0.01\n",
      "valid_acc 93.4\n",
      "77 0 -0.261746764183 -0.0191175899505 0.01\n",
      "77 5 -0.279572635889 -0.0191175899505 0.01\n",
      "77 10 -0.242623746395 -0.0191175899505 0.01\n",
      "77 15 -0.286942750216 -0.0191175899505 0.01\n",
      "77 20 -0.189962208271 -0.0191175899505 0.01\n",
      "77 25 -0.207267731428 -0.0191175899505 0.01\n",
      "77 30 -0.200169593096 -0.0191175899505 0.01\n",
      "77 35 -0.169512242079 -0.0191175899505 0.01\n",
      "77 40 -0.196963518858 -0.0191175899505 0.01\n",
      "77 45 -0.210729464889 -0.0191175899505 0.01\n",
      "77 50 -0.247840508819 -0.0191175899505 0.01\n",
      "77 55 -0.215661197901 -0.0191175899505 0.01\n",
      "valid_acc 93.57666666666667\n",
      "78 0 -0.20090135932 -0.0191175899505 0.01\n",
      "78 5 -0.249673292041 -0.0191175899505 0.01\n",
      "78 10 -0.193518355489 -0.0191175899505 0.01\n",
      "78 15 -0.177512258291 -0.0191175899505 0.01\n",
      "78 20 -0.213404327631 -0.0191175899505 0.01\n",
      "78 25 -0.231508791447 -0.0191175899505 0.01\n",
      "78 30 -0.219040423632 -0.0191175899505 0.01\n",
      "78 35 -0.182846620679 -0.0191175899505 0.01\n",
      "78 40 -0.230229154229 -0.0191175899505 0.01\n",
      "78 45 -0.223652213812 -0.0191175899505 0.01\n",
      "78 50 -0.246643364429 -0.0191175899505 0.01\n",
      "78 55 -0.244338348508 -0.0191175899505 0.01\n",
      "valid_acc 93.20166666666667\n",
      "79 0 -0.23464538157 -0.0191175899505 0.01\n",
      "79 5 -0.192574813962 -0.0191175899505 0.01\n",
      "79 10 -0.159404218197 -0.0191175899505 0.01\n",
      "79 15 -0.22618021071 -0.02162420887 0.01\n",
      "79 20 -0.264813482761 -0.02162420887 0.01\n",
      "79 25 -0.245200112462 -0.02162420887 0.01\n",
      "79 30 -0.204904660583 -0.02162420887 0.01\n",
      "79 35 -0.250998973846 -0.02162420887 0.01\n",
      "79 40 -0.199338942766 -0.02162420887 0.01\n",
      "79 45 -0.250137001276 -0.02162420887 0.01\n",
      "79 50 -0.225221425295 -0.02162420887 0.01\n",
      "79 55 -0.19267347455 -0.02162420887 0.01\n",
      "valid_acc 94.10666666666667\n",
      "80 0 -0.190797954798 -0.02162420887 0.01\n",
      "80 5 -0.240511506796 -0.02162420887 0.01\n",
      "80 10 -0.226656615734 -0.02162420887 0.01\n",
      "80 15 -0.240089252591 -0.02162420887 0.01\n",
      "80 20 -0.201135680079 -0.02162420887 0.01\n",
      "80 25 -0.170919701457 -0.02162420887 0.01\n",
      "80 30 -0.221855923533 -0.02162420887 0.01\n",
      "80 35 -0.201020225883 -0.02162420887 0.01\n",
      "80 40 -0.202169060707 -0.02162420887 0.01\n",
      "80 45 -0.263443082571 -0.02162420887 0.01\n",
      "80 50 -0.226352125406 -0.02162420887 0.01\n",
      "80 55 -0.226346001029 -0.02162420887 0.01\n",
      "valid_acc 93.81666666666668\n",
      "81 0 -0.211189076304 -0.02162420887 0.01\n",
      "81 5 -0.118264853954 -0.0215318731065 0.01\n",
      "81 10 -0.264688163996 -0.0215318731065 0.01\n",
      "81 15 -0.233316063881 -0.0215318731065 0.01\n",
      "81 20 -0.128518089652 -0.0215318731065 0.01\n",
      "81 25 -0.176003396511 -0.0215318731065 0.01\n",
      "81 30 -0.277569174767 -0.0215318731065 0.01\n",
      "81 35 -0.2178722471 -0.0215318731065 0.01\n",
      "81 40 -0.199044555426 -0.0215318731065 0.01\n",
      "81 45 -0.192798525095 -0.0215318731065 0.01\n",
      "81 50 -0.278001755476 -0.0215318731065 0.01\n",
      "81 55 -0.227287262678 -0.0215318731065 0.01\n",
      "valid_acc 93.90833333333333\n",
      "82 0 -0.160716146231 -0.0215318731065 0.01\n",
      "82 5 -0.211913228035 -0.0215318731065 0.01\n",
      "82 10 -0.230614960194 -0.0215318731065 0.01\n",
      "82 15 -0.244176805019 -0.0215318731065 0.01\n",
      "82 20 -0.25526279211 -0.0215318731065 0.01\n",
      "82 25 -0.275315463543 -0.0215318731065 0.01\n",
      "82 30 -0.224894613028 -0.0215318731065 0.01\n",
      "82 35 -0.283343315125 -0.0215318731065 0.01\n",
      "82 40 -0.241914525628 -0.0215318731065 0.01\n",
      "82 45 -0.242018654943 -0.0215318731065 0.01\n",
      "82 50 -0.224783018231 -0.0215318731065 0.01\n",
      "82 55 -0.226550415158 -0.0215318731065 0.01\n",
      "valid_acc 93.91166666666668\n",
      "83 0 -0.224347874522 -0.0215318731065 0.01\n",
      "83 5 -0.201814725995 -0.0215318731065 0.01\n",
      "83 10 -0.19703873992 -0.0215318731065 0.01\n",
      "83 15 -0.147442266345 -0.0215318731065 0.01\n",
      "83 20 -0.223051980138 -0.0215318731065 0.01\n",
      "83 25 -0.237037077546 -0.0215318731065 0.01\n",
      "83 30 -0.196401879191 -0.0215318731065 0.01\n",
      "83 35 -0.253783673048 -0.0215318731065 0.01\n",
      "83 40 -0.262302815914 -0.0215318731065 0.01\n",
      "83 45 -0.231366842985 -0.0215318731065 0.01\n",
      "83 50 -0.208133324981 -0.0215318731065 0.01\n",
      "83 55 -0.222779721022 -0.0215318731065 0.01\n",
      "valid_acc 94.02833333333334\n",
      "84 0 -0.16489867866 -0.0215318731065 0.01\n",
      "84 5 -0.23164087534 -0.0215318731065 0.01\n",
      "84 10 -0.227159589529 -0.0215318731065 0.01\n",
      "84 15 -0.181579500437 -0.0215318731065 0.01\n",
      "84 20 -0.243737667799 -0.0215318731065 0.01\n",
      "84 25 -0.15669451654 -0.0215318731065 0.01\n",
      "84 30 -0.230079457164 -0.0215318731065 0.01\n",
      "84 35 -0.196878626943 -0.0215318731065 0.01\n",
      "84 40 -0.287212431431 -0.0215318731065 0.01\n",
      "84 45 -0.172530025244 -0.0215318731065 0.01\n",
      "84 50 -0.165016546845 -0.0215318731065 0.01\n",
      "84 55 -0.259811937809 -0.0215318731065 0.01\n",
      "valid_acc 94.06166666666667\n",
      "85 0 -0.243255451322 -0.0215318731065 0.01\n",
      "85 5 -0.196912527084 -0.0215318731065 0.01\n",
      "85 10 -0.195767596364 -0.0215318731065 0.01\n",
      "85 15 -0.193467065692 -0.0215318731065 0.01\n",
      "85 20 -0.223872929811 -0.0215318731065 0.01\n",
      "85 25 -0.237086310983 -0.0215318731065 0.01\n",
      "85 30 -0.262283980846 -0.0215318731065 0.01\n",
      "85 35 -0.214704155922 -0.0215318731065 0.01\n",
      "85 40 -0.184465497732 -0.0215318731065 0.01\n",
      "85 45 -0.232182055712 -0.0215318731065 0.01\n",
      "85 50 -0.207891076803 -0.0215318731065 0.01\n",
      "85 55 -0.187142968178 -0.0215318731065 0.01\n",
      "valid_acc 94.36666666666666\n",
      "best valid_acc 94.36666666666666\n",
      "86 0 -0.170450881124 -0.0215318731065 0.01\n",
      "86 5 -0.227982968092 -0.0215318731065 0.01\n",
      "86 10 -0.237728729844 -0.0215318731065 0.01\n",
      "86 15 -0.229282855988 -0.0215318731065 0.01\n",
      "86 20 -0.201461836696 -0.0215318731065 0.01\n",
      "86 25 -0.164250671864 -0.0215318731065 0.01\n",
      "86 30 -0.188461780548 -0.0215318731065 0.01\n",
      "86 35 -0.209246829152 -0.0215318731065 0.01\n",
      "86 40 -0.218665078282 -0.0215318731065 0.01\n",
      "86 45 -0.215851485729 -0.0215318731065 0.01\n",
      "86 50 -0.216554105282 -0.0215318731065 0.01\n",
      "86 55 -0.192619472742 -0.0215318731065 0.01\n",
      "valid_acc 93.92333333333333\n",
      "87 0 -0.192605614662 -0.0215318731065 0.01\n",
      "87 5 -0.182633280754 -0.0215318731065 0.01\n",
      "87 10 -0.228936165571 -0.0215318731065 0.01\n",
      "87 15 -0.191023573279 -0.0215318731065 0.01\n",
      "87 20 -0.198103293777 -0.0215318731065 0.01\n",
      "87 25 -0.236664816737 -0.0215318731065 0.01\n",
      "87 30 -0.178499206901 -0.0215318731065 0.01\n",
      "87 35 -0.192637994885 -0.0215318731065 0.01\n",
      "87 40 -0.259878873825 -0.0215318731065 0.01\n",
      "87 45 -0.260592311621 -0.0215318731065 0.01\n",
      "87 50 -0.155196622014 -0.0215318731065 0.01\n",
      "87 55 -0.159175142646 -0.0215318731065 0.01\n",
      "valid_acc 94.25\n",
      "88 0 -0.174258098006 -0.0215318731065 0.01\n",
      "88 5 -0.204328477383 -0.0215318731065 0.01\n",
      "88 10 -0.167560368776 -0.0215318731065 0.01\n",
      "88 15 -0.165464967489 -0.0215318731065 0.01\n",
      "88 20 -0.251176983118 -0.0215318731065 0.01\n",
      "88 25 -0.183683931828 -0.0215318731065 0.01\n",
      "88 30 -0.284718126059 -0.0215318731065 0.01\n",
      "88 35 -0.254688173532 -0.0215318731065 0.01\n",
      "88 40 -0.242555558681 -0.0215318731065 0.01\n",
      "88 45 -0.193336203694 -0.0215318731065 0.01\n",
      "88 50 -0.180737376213 -0.0215318731065 0.01\n",
      "88 55 -0.208720341325 -0.0215318731065 0.01\n",
      "valid_acc 94.1\n",
      "89 0 -0.213913455606 -0.0215318731065 0.01\n",
      "89 5 -0.195581912994 -0.0215318731065 0.01\n",
      "89 10 -0.230656564236 -0.0215318731065 0.01\n",
      "89 15 -0.179903522134 -0.0215318731065 0.01\n",
      "89 20 -0.177637889981 -0.0215318731065 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "89 25 -0.244201749563 -0.0215318731065 0.01\n",
      "89 30 -0.19055852294 -0.0215318731065 0.01\n",
      "89 35 -0.190534293652 -0.0215318731065 0.01\n",
      "89 40 -0.242186620831 -0.0215318731065 0.01\n",
      "89 45 -0.189205765724 -0.0215318731065 0.01\n",
      "89 50 -0.225952684879 -0.0215318731065 0.01\n",
      "89 55 -0.199784994125 -0.0215318731065 0.01\n",
      "valid_acc 93.82666666666667\n",
      "90 0 -0.256474584341 -0.0215318731065 0.01\n",
      "90 5 -0.213735803962 -0.0215318731065 0.01\n",
      "90 10 -0.175726428628 -0.0215318731065 0.01\n",
      "90 15 -0.217112720013 -0.0215318731065 0.01\n",
      "90 20 -0.213605433702 -0.0215318731065 0.01\n",
      "90 25 -0.19825387001 -0.0215318731065 0.01\n",
      "90 30 -0.215885534883 -0.0215318731065 0.01\n",
      "90 35 -0.214866876602 -0.0215318731065 0.01\n",
      "90 40 -0.198032304645 -0.0215318731065 0.01\n",
      "90 45 -0.29971820116 -0.0215318731065 0.01\n",
      "90 50 -0.202042281628 -0.0215318731065 0.01\n",
      "90 55 -0.20987123251 -0.0215318731065 0.01\n",
      "valid_acc 93.895\n",
      "91 0 -0.195534080267 -0.0215318731065 0.01\n",
      "91 5 -0.223617047071 -0.0215318731065 0.01\n",
      "91 10 -0.240793079138 -0.0215318731065 0.01\n",
      "91 15 -0.253446131945 -0.0215318731065 0.01\n",
      "91 20 -0.20862364769 -0.0215318731065 0.01\n",
      "91 25 -0.171319618821 -0.0215318731065 0.01\n",
      "91 30 -0.196178585291 -0.0215318731065 0.01\n",
      "91 35 -0.235902160406 -0.0215318731065 0.01\n",
      "91 40 -0.223032563925 -0.0215318731065 0.01\n",
      "91 45 -0.19463762641 -0.0215318731065 0.01\n",
      "91 50 -0.218361347914 -0.0215318731065 0.01\n",
      "91 55 -0.204463660717 -0.0215318731065 0.01\n",
      "valid_acc 94.10333333333334\n",
      "92 0 -0.220431908965 -0.0215318731065 0.01\n",
      "92 5 -0.204755604267 -0.0215318731065 0.01\n",
      "92 10 -0.165392145514 -0.0215318731065 0.01\n",
      "92 15 -0.250057280064 -0.0215318731065 0.01\n",
      "92 20 -0.303446143866 -0.0215318731065 0.01\n",
      "92 25 -0.198546543717 -0.0215318731065 0.01\n",
      "92 30 -0.221463695168 -0.0215318731065 0.01\n",
      "92 35 -0.227703228593 -0.0215318731065 0.01\n",
      "92 40 -0.160018622875 -0.0215318731065 0.01\n",
      "92 45 -0.239077627659 -0.0215318731065 0.01\n",
      "92 50 -0.202224582434 -0.0215318731065 0.01\n",
      "92 55 -0.218112871051 -0.0215318731065 0.01\n",
      "valid_acc 94.29333333333332\n",
      "93 0 -0.267869085073 -0.0215318731065 0.01\n",
      "93 5 -0.260796606541 -0.0215318731065 0.01\n",
      "93 10 -0.261243492365 -0.0215318731065 0.01\n",
      "93 15 -0.226312175393 -0.0215318731065 0.01\n",
      "93 20 -0.181648463011 -0.0215318731065 0.01\n",
      "93 25 -0.19370546937 -0.0215318731065 0.01\n",
      "93 30 -0.208624184132 -0.0215318731065 0.01\n",
      "93 35 -0.217496350408 -0.0215318731065 0.01\n",
      "93 40 -0.28302308917 -0.0215318731065 0.01\n",
      "93 45 -0.193383485079 -0.0215318731065 0.01\n",
      "93 50 -0.263111442327 -0.0215318731065 0.01\n",
      "93 55 -0.241870552301 -0.0215318731065 0.01\n",
      "valid_acc 94.34333333333333\n",
      "94 0 -0.147467911243 -0.0215318731065 0.01\n",
      "94 5 -0.177999004722 -0.0215318731065 0.01\n",
      "94 10 -0.185550242662 -0.0215318731065 0.01\n",
      "94 15 -0.247347772121 -0.0215318731065 0.01\n",
      "94 20 -0.229718104005 -0.0215318731065 0.01\n",
      "94 25 -0.194028556347 -0.0215318731065 0.01\n",
      "94 30 -0.239837542176 -0.0215318731065 0.01\n",
      "94 35 -0.256501197815 -0.0215318731065 0.01\n",
      "94 40 -0.207276329398 -0.0215318731065 0.01\n",
      "94 45 -0.146319851279 -0.0215318731065 0.01\n",
      "94 50 -0.174985811114 -0.0215318731065 0.01\n",
      "94 55 -0.161881148815 -0.0215318731065 0.01\n",
      "valid_acc 94.70333333333333\n",
      "best valid_acc 94.70333333333333\n",
      "95 0 -0.157962292433 -0.0215318731065 0.01\n",
      "95 5 -0.236177146435 -0.0215318731065 0.01\n",
      "95 10 -0.174967452884 -0.0215318731065 0.01\n",
      "95 15 -0.19929818809 -0.0215318731065 0.01\n",
      "95 20 -0.327830791473 -0.0215318731065 0.01\n",
      "95 25 -0.251111030579 -0.0215318731065 0.01\n",
      "95 30 -0.206430956721 -0.0215318731065 0.01\n",
      "95 35 -0.282404750586 -0.0215318731065 0.01\n",
      "95 40 -0.27163118124 -0.0215318731065 0.01\n",
      "95 45 -0.258383840322 -0.0215318731065 0.01\n",
      "95 50 -0.233558386564 -0.0215318731065 0.01\n",
      "95 55 -0.239718958735 -0.0215318731065 0.01\n",
      "valid_acc 94.175\n",
      "96 0 -0.152579560876 -0.0215318731065 0.01\n",
      "96 5 -0.257389992476 -0.0215318731065 0.01\n",
      "96 10 -0.209611535072 -0.0215318731065 0.01\n",
      "96 15 -0.20831105113 -0.0215318731065 0.01\n",
      "96 20 -0.287808477879 -0.0215318731065 0.01\n",
      "96 25 -0.198635429144 -0.0215318731065 0.01\n",
      "96 30 -0.258926540613 -0.0215318731065 0.01\n",
      "96 35 -0.267113745213 -0.0215318731065 0.01\n",
      "96 40 -0.27352899313 -0.0215318731065 0.01\n",
      "96 45 -0.275085955858 -0.0215318731065 0.01\n",
      "96 50 -0.222745239735 -0.0215318731065 0.01\n",
      "96 55 -0.196141138673 -0.0215318731065 0.01\n",
      "valid_acc 94.14666666666666\n",
      "97 0 -0.17057326436 -0.0215318731065 0.01\n",
      "97 5 -0.223317250609 -0.0215318731065 0.01\n",
      "97 10 -0.206161633134 -0.0215318731065 0.01\n",
      "97 15 -0.158079817891 -0.0215318731065 0.01\n",
      "97 20 -0.201004326344 -0.0215318731065 0.01\n",
      "97 25 -0.209516257048 -0.0215318731065 0.01\n",
      "97 30 -0.284664750099 -0.0215318731065 0.01\n",
      "97 35 -0.244297102094 -0.0215318731065 0.01\n",
      "97 40 -0.217005640268 -0.0215318731065 0.01\n",
      "97 45 -0.270807743073 -0.0215318731065 0.01\n",
      "97 50 -0.159384936094 -0.0215318731065 0.01\n",
      "97 55 -0.218655914068 -0.0215318731065 0.01\n",
      "valid_acc 94.28666666666666\n",
      "98 0 -0.211825817823 -0.0215318731065 0.01\n",
      "98 5 -0.223182231188 -0.0215318731065 0.01\n",
      "98 10 -0.211777254939 -0.0215318731065 0.01\n",
      "98 15 -0.186697602272 -0.0215318731065 0.01\n",
      "98 20 -0.271771192551 -0.0215318731065 0.01\n",
      "98 25 -0.191317901015 -0.0215318731065 0.01\n",
      "98 30 -0.1869276613 -0.0215318731065 0.01\n",
      "98 35 -0.248043209314 -0.0215318731065 0.01\n",
      "98 40 -0.184451982379 -0.0215318731065 0.01\n",
      "98 45 -0.203480169177 -0.0215318731065 0.01\n",
      "98 50 -0.223931521177 -0.0215318731065 0.01\n",
      "98 55 -0.229375392199 -0.0215318731065 0.01\n",
      "valid_acc 93.94166666666666\n",
      "99 0 -0.187204703689 -0.0215318731065 0.01\n",
      "99 5 -0.213989958167 -0.0215318731065 0.01\n",
      "99 10 -0.191436246037 -0.0215318731065 0.01\n",
      "99 15 -0.238388627768 -0.0215318731065 0.01\n",
      "99 20 -0.210130318999 -0.0215318731065 0.01\n",
      "99 25 -0.160368084908 -0.0215318731065 0.01\n",
      "99 30 -0.220610588789 -0.0215318731065 0.01\n",
      "99 35 -0.187291949987 -0.0215318731065 0.01\n",
      "99 40 -0.185248032212 -0.0215318731065 0.01\n",
      "99 45 -0.177520424128 -0.0215318731065 0.01\n",
      "99 50 -0.19576318562 -0.0215318731065 0.01\n",
      "99 55 -0.212697014213 -0.0215318731065 0.01\n",
      "valid_acc 94.53333333333333\n",
      "100 0 -0.138347268105 -0.0215318731065 0.01\n",
      "100 5 -0.174274817109 -0.0215318731065 0.01\n",
      "100 10 -0.161768764257 -0.0215318731065 0.01\n",
      "100 15 -0.256225705147 -0.0215318731065 0.01\n",
      "100 20 -0.212340056896 -0.0215318731065 0.01\n",
      "100 25 -0.200999364257 -0.0215318731065 0.01\n",
      "100 30 -0.209875062108 -0.0215318731065 0.01\n",
      "100 35 -0.205478191376 -0.0215318731065 0.01\n",
      "100 40 -0.24339620769 -0.0215318731065 0.01\n",
      "100 45 -0.199207872152 -0.0215318731065 0.01\n",
      "100 50 -0.241369858384 -0.0215318731065 0.01\n",
      "100 55 -0.2269577384 -0.0215318731065 0.01\n",
      "valid_acc 94.36\n",
      "101 0 -0.216443225741 -0.0215318731065 0.01\n",
      "101 5 -0.259689122438 -0.0215318731065 0.01\n",
      "101 10 -0.270999878645 -0.0215318731065 0.01\n",
      "101 15 -0.168985635042 -0.0215318731065 0.01\n",
      "101 20 -0.184746652842 -0.0215318731065 0.01\n",
      "101 25 -0.268391907215 -0.0215318731065 0.01\n",
      "101 30 -0.196193367243 -0.0215318731065 0.01\n",
      "101 35 -0.246123090386 -0.0215318731065 0.01\n",
      "101 40 -0.180350139737 -0.0215318731065 0.01\n",
      "101 45 -0.195218414068 -0.0215318731065 0.01\n",
      "101 50 -0.171095401049 -0.0215318731065 0.01\n",
      "101 55 -0.23166897893 -0.0215318731065 0.01\n",
      "valid_acc 93.66\n",
      "102 0 -0.2106410712 -0.0215318731065 0.01\n",
      "102 5 -0.191800639033 -0.0215318731065 0.01\n",
      "102 10 -0.241584986448 -0.0215318731065 0.01\n",
      "102 15 -0.250091940165 -0.0215318731065 0.01\n",
      "102 20 -0.212417721748 -0.0215318731065 0.01\n",
      "102 25 -0.231978937984 -0.0215318731065 0.01\n",
      "102 30 -0.213805139065 -0.0215318731065 0.01\n",
      "102 35 -0.165515989065 -0.0215318731065 0.01\n",
      "102 40 -0.234862759709 -0.0215318731065 0.01\n",
      "102 45 -0.160677343607 -0.0215318731065 0.01\n",
      "102 50 -0.182516634464 -0.0215318731065 0.01\n",
      "102 55 -0.168602868915 -0.0215318731065 0.01\n",
      "valid_acc 94.06166666666667\n",
      "103 0 -0.208218932152 -0.0215318731065 0.01\n",
      "103 5 -0.218223959208 -0.0215318731065 0.01\n",
      "103 10 -0.177791520953 -0.0215318731065 0.01\n",
      "103 15 -0.119830146432 -0.0215318731065 0.01\n",
      "103 20 -0.215905755758 -0.0215318731065 0.01\n",
      "103 25 -0.222160056233 -0.0215318731065 0.01\n",
      "103 30 -0.192702919245 -0.0215318731065 0.01\n",
      "103 35 -0.243080615997 -0.0215318731065 0.01\n",
      "103 40 -0.209298923612 -0.0215318731065 0.01\n",
      "103 45 -0.202269122005 -0.0215318731065 0.01\n",
      "103 50 -0.185232922435 -0.0215318731065 0.01\n",
      "103 55 -0.162911817431 -0.0215318731065 0.01\n",
      "valid_acc 93.91333333333334\n",
      "104 0 -0.19081415236 -0.0215318731065 0.01\n",
      "104 5 -0.176232904196 -0.0215318731065 0.01\n",
      "104 10 -0.186407908797 -0.0215318731065 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "104 15 -0.146793410182 -0.0215318731065 0.01\n",
      "104 20 -0.216696515679 -0.0215318731065 0.01\n",
      "104 25 -0.191189929843 -0.0215318731065 0.01\n",
      "104 30 -0.211047053337 -0.0215318731065 0.01\n",
      "104 35 -0.225903883576 -0.0215318731065 0.01\n",
      "104 40 -0.173151060939 -0.0215318731065 0.01\n",
      "104 45 -0.19538629055 -0.0215318731065 0.01\n",
      "104 50 -0.265716224909 -0.0215318731065 0.01\n",
      "104 55 -0.169058874249 -0.0215318731065 0.01\n",
      "valid_acc 94.395\n",
      "105 0 -0.202189221978 -0.0215318731065 0.01\n",
      "105 5 -0.153549075127 -0.0215318731065 0.01\n",
      "105 10 -0.225426539779 -0.0215318731065 0.01\n",
      "105 15 -0.196210041642 -0.0215318731065 0.01\n",
      "105 20 -0.157882213593 -0.0215318731065 0.01\n",
      "105 25 -0.24745836854 -0.0215318731065 0.01\n",
      "105 30 -0.184742003679 -0.0215318731065 0.01\n",
      "105 35 -0.180968463421 -0.0215318731065 0.01\n",
      "105 40 -0.206878036261 -0.0215318731065 0.01\n",
      "105 45 -0.212488904595 -0.0215318731065 0.01\n",
      "105 50 -0.199648231268 -0.0215318731065 0.01\n",
      "105 55 -0.196348875761 -0.0215318731065 0.01\n",
      "valid_acc 93.785\n",
      "106 0 -0.251279383898 -0.0215318731065 0.01\n",
      "106 5 -0.163768947124 -0.0215318731065 0.01\n",
      "106 10 -0.171767100692 -0.0215318731065 0.01\n",
      "106 15 -0.23985722661 -0.0215318731065 0.01\n",
      "106 20 -0.176726311445 -0.0215318731065 0.01\n",
      "106 25 -0.18670502305 -0.0215318731065 0.01\n",
      "106 30 -0.253426671028 -0.0215318731065 0.01\n",
      "106 35 -0.220140919089 -0.0215318731065 0.01\n",
      "106 40 -0.202452644706 -0.0215318731065 0.01\n",
      "106 45 -0.194585904479 -0.0215318731065 0.01\n",
      "106 50 -0.243696793914 -0.0215318731065 0.01\n",
      "106 55 -0.20139105618 -0.0215318731065 0.01\n",
      "valid_acc 93.99666666666666\n",
      "107 0 -0.154883369803 -0.0215318731065 0.01\n",
      "107 5 -0.201387137175 -0.0215318731065 0.01\n",
      "107 10 -0.207874968648 -0.0215318731065 0.01\n",
      "107 15 -0.186769217253 -0.0215318731065 0.01\n",
      "107 20 -0.213660359383 -0.0215318731065 0.01\n",
      "107 25 -0.258997827768 -0.0215318731065 0.01\n",
      "107 30 -0.222730562091 -0.0215318731065 0.01\n",
      "107 35 -0.182027757168 -0.0215318731065 0.01\n",
      "107 40 -0.197080284357 -0.0215318731065 0.01\n",
      "107 45 -0.275684207678 -0.0215318731065 0.01\n",
      "107 50 -0.196856588125 -0.0215318731065 0.01\n",
      "107 55 -0.200381219387 -0.0215318731065 0.01\n",
      "valid_acc 94.27\n",
      "108 0 -0.189819082618 -0.0215318731065 0.01\n",
      "108 5 -0.182893425226 -0.0215318731065 0.01\n",
      "108 10 -0.246958449483 -0.0215318731065 0.01\n",
      "108 15 -0.168254926801 -0.0215318731065 0.01\n",
      "108 20 -0.209873870015 -0.0215318731065 0.01\n",
      "108 25 -0.168546020985 -0.0215318731065 0.01\n",
      "108 30 -0.231325298548 -0.0215318731065 0.01\n",
      "108 35 -0.182344198227 -0.0215318731065 0.01\n",
      "108 40 -0.168789356947 -0.0215318731065 0.01\n",
      "108 45 -0.17998367548 -0.0215318731065 0.01\n",
      "108 50 -0.204707816243 -0.0215318731065 0.01\n",
      "108 55 -0.189188405871 -0.0215318731065 0.01\n",
      "valid_acc 94.36833333333333\n",
      "109 0 -0.218565404415 -0.0225759469157 0.01\n",
      "109 5 -0.187388673425 -0.0225759469157 0.01\n",
      "109 10 -0.200005471706 -0.0225759469157 0.01\n",
      "109 15 -0.150336146355 -0.0225759469157 0.01\n",
      "109 20 -0.198246136308 -0.0225759469157 0.01\n",
      "109 25 -0.215947106481 -0.0225759469157 0.01\n",
      "109 30 -0.226655736566 -0.0225759469157 0.01\n",
      "109 35 -0.238967761397 -0.0225759469157 0.01\n",
      "109 40 -0.202129140496 -0.0225759469157 0.01\n",
      "109 45 -0.187396585941 -0.0225759469157 0.01\n",
      "109 50 -0.163278609514 -0.0225759469157 0.01\n",
      "109 55 -0.135816767812 -0.0225759469157 0.01\n",
      "valid_acc 93.59333333333333\n",
      "110 0 -0.154726207256 -0.0225759469157 0.01\n",
      "110 5 -0.189045861363 -0.0225759469157 0.01\n",
      "110 10 -0.151815772057 -0.0225759469157 0.01\n",
      "110 15 -0.13787792623 -0.0225759469157 0.01\n",
      "110 20 -0.19104847312 -0.0225759469157 0.01\n",
      "110 25 -0.188683226705 -0.0225759469157 0.01\n",
      "110 30 -0.230858072639 -0.0225759469157 0.01\n",
      "110 35 -0.185572177172 -0.0225759469157 0.01\n",
      "110 40 -0.21528622508 -0.0225759469157 0.01\n",
      "110 45 -0.194614887238 -0.0225759469157 0.01\n",
      "110 50 -0.249563828111 -0.0225759469157 0.01\n",
      "110 55 -0.206811755896 -0.0225759469157 0.01\n",
      "valid_acc 93.49\n",
      "111 0 -0.161874771118 -0.0225759469157 0.01\n",
      "111 5 -0.19925044477 -0.0225759469157 0.01\n",
      "111 10 -0.179388910532 -0.0225759469157 0.01\n",
      "111 15 -0.192530378699 -0.0225759469157 0.01\n",
      "111 20 -0.177974417806 -0.0225759469157 0.01\n",
      "111 25 -0.201502069831 -0.0225759469157 0.01\n",
      "111 30 -0.232014551759 -0.0225759469157 0.01\n",
      "111 35 -0.194384917617 -0.0225759469157 0.01\n",
      "111 40 -0.190345063806 -0.0225759469157 0.01\n",
      "111 45 -0.207354709506 -0.0225759469157 0.01\n",
      "111 50 -0.198423087597 -0.0225759469157 0.01\n",
      "111 55 -0.191624864936 -0.0225759469157 0.01\n",
      "valid_acc 94.26666666666667\n",
      "112 0 -0.228692784905 -0.0225759469157 0.01\n",
      "112 5 -0.210502505302 -0.0225759469157 0.01\n",
      "112 10 -0.198906287551 -0.0225759469157 0.01\n",
      "112 15 -0.179814919829 -0.0225759469157 0.01\n",
      "112 20 -0.256223529577 -0.0225759469157 0.01\n",
      "112 25 -0.197138473392 -0.0225759469157 0.01\n",
      "112 30 -0.108573637903 -0.0225759469157 0.01\n",
      "112 35 -0.185322701931 -0.0225759469157 0.01\n",
      "112 40 -0.223925456405 -0.0225759469157 0.01\n",
      "112 45 -0.225729584694 -0.0225759469157 0.01\n",
      "112 50 -0.20509685576 -0.0225759469157 0.01\n",
      "112 55 -0.160237714648 -0.0225759469157 0.01\n",
      "valid_acc 94.58166666666666\n",
      "113 0 -0.111448459327 -0.0225759469157 0.01\n",
      "113 5 -0.192939266562 -0.0225759469157 0.01\n",
      "113 10 -0.251495689154 -0.0225759469157 0.01\n",
      "113 15 -0.155432328582 -0.0225759469157 0.01\n",
      "113 20 -0.171987369657 -0.0225759469157 0.01\n",
      "113 25 -0.162166580558 -0.0225759469157 0.01\n",
      "113 30 -0.153507560492 -0.0225759469157 0.01\n",
      "113 35 -0.218701228499 -0.0225759469157 0.01\n",
      "113 40 -0.159774824977 -0.0225759469157 0.01\n",
      "113 45 -0.179782941937 -0.0225759469157 0.01\n",
      "113 50 -0.169924452901 -0.0225759469157 0.01\n",
      "113 55 -0.193965539336 -0.0225759469157 0.01\n",
      "valid_acc 94.58166666666666\n",
      "114 0 -0.190628603101 -0.0225759469157 0.01\n",
      "114 5 -0.205185055733 -0.0225759469157 0.01\n",
      "114 10 -0.214520558715 -0.0225759469157 0.01\n",
      "114 15 -0.221484333277 -0.0225759469157 0.01\n",
      "114 20 -0.197158023715 -0.0225759469157 0.01\n",
      "114 25 -0.241767928004 -0.0225759469157 0.01\n",
      "114 30 -0.153296768665 -0.0225759469157 0.01\n",
      "114 35 -0.161594673991 -0.0225759469157 0.01\n",
      "114 40 -0.237299233675 -0.0225759469157 0.01\n",
      "114 45 -0.199007093906 -0.0225759469157 0.01\n",
      "114 50 -0.13636687398 -0.0225759469157 0.01\n",
      "114 55 -0.181194424629 -0.0225759469157 0.01\n",
      "valid_acc 94.21166666666667\n",
      "115 0 -0.19637157023 -0.0225759469157 0.01\n",
      "115 5 -0.262112826109 -0.0225759469157 0.01\n",
      "115 10 -0.18664598465 -0.0225759469157 0.01\n",
      "115 15 -0.163117930293 -0.0225759469157 0.01\n",
      "115 20 -0.161167219281 -0.0225759469157 0.01\n",
      "115 25 -0.207086741924 -0.0225759469157 0.01\n",
      "115 30 -0.179543033242 -0.0225759469157 0.01\n",
      "115 35 -0.121689625084 -0.0225759469157 0.01\n",
      "115 40 -0.183370262384 -0.0225759469157 0.01\n",
      "115 45 -0.287409394979 -0.0225759469157 0.01\n",
      "115 50 -0.211507558823 -0.0225759469157 0.01\n",
      "115 55 -0.17316788435 -0.0225759469157 0.01\n",
      "valid_acc 94.05833333333334\n",
      "116 0 -0.254360854626 -0.0225759469157 0.01\n",
      "116 5 -0.214626669884 -0.0225759469157 0.01\n",
      "116 10 -0.165128171444 -0.0225759469157 0.01\n",
      "116 15 -0.254624634981 -0.0225759469157 0.01\n",
      "116 20 -0.177613452077 -0.0225759469157 0.01\n",
      "116 25 -0.137415617704 -0.0225759469157 0.01\n",
      "116 30 -0.143834337592 -0.0225759469157 0.01\n",
      "116 35 -0.160655856133 -0.0225759469157 0.01\n",
      "116 40 -0.172244742513 -0.0225759469157 0.01\n",
      "116 45 -0.171542584896 -0.0225759469157 0.01\n",
      "116 50 -0.179755762219 -0.0225759469157 0.01\n",
      "116 55 -0.202501490712 -0.0225759469157 0.01\n",
      "valid_acc 94.38\n",
      "117 0 -0.18197594583 -0.0225759469157 0.01\n",
      "117 5 -0.164998665452 -0.0225759469157 0.01\n",
      "117 10 -0.216620385647 -0.0225759469157 0.01\n",
      "117 15 -0.271619319916 -0.0225759469157 0.01\n",
      "117 20 -0.194134771824 -0.0225759469157 0.01\n",
      "117 25 -0.187608599663 -0.0225759469157 0.01\n",
      "117 30 -0.206647917628 -0.0225759469157 0.01\n",
      "117 35 -0.184957027435 -0.0225759469157 0.01\n",
      "117 40 -0.131004780531 -0.0225759469157 0.01\n",
      "117 45 -0.17751711607 -0.0225759469157 0.01\n",
      "117 50 -0.212065413594 -0.0225759469157 0.01\n",
      "117 55 -0.160433322191 -0.0225759469157 0.01\n",
      "valid_acc 94.715\n",
      "best valid_acc 94.715\n",
      "118 0 -0.267544060946 -0.0225759469157 0.01\n",
      "118 5 -0.162903994322 -0.0225759469157 0.01\n",
      "118 10 -0.145889088511 -0.0225759469157 0.01\n",
      "118 15 -0.149427697062 -0.0225759469157 0.01\n",
      "118 20 -0.169713631272 -0.0225759469157 0.01\n",
      "118 25 -0.209406033158 -0.0225759469157 0.01\n",
      "118 30 -0.259328991175 -0.0225759469157 0.01\n",
      "118 35 -0.160258516669 -0.0225759469157 0.01\n",
      "118 40 -0.170490860939 -0.0225759469157 0.01\n",
      "118 45 -0.164198830724 -0.0225759469157 0.01\n",
      "118 50 -0.150259807706 -0.0225759469157 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "118 55 -0.2226780653 -0.0225759469157 0.01\n",
      "valid_acc 94.52166666666668\n",
      "119 0 -0.158425554633 -0.0225759469157 0.01\n",
      "119 5 -0.164349287748 -0.0225759469157 0.01\n",
      "119 10 -0.231805607677 -0.0225759469157 0.01\n",
      "119 15 -0.160710275173 -0.0225759469157 0.01\n",
      "119 20 -0.229204460979 -0.0225759469157 0.01\n",
      "119 25 -0.145065844059 -0.0225759469157 0.01\n",
      "119 30 -0.203490838408 -0.0225759469157 0.01\n",
      "119 35 -0.172706618905 -0.0225759469157 0.01\n",
      "119 40 -0.186062529683 -0.0225759469157 0.01\n",
      "119 45 -0.258815050125 -0.0225759469157 0.01\n",
      "119 50 -0.158574491739 -0.0225759469157 0.01\n",
      "119 55 -0.173708096147 -0.0225759469157 0.01\n",
      "valid_acc 94.38333333333333\n",
      "120 0 -0.204703211784 -0.0225759469157 0.01\n",
      "120 5 -0.261439740658 -0.0225759469157 0.01\n",
      "120 10 -0.173525840044 -0.0225759469157 0.01\n",
      "120 15 -0.162208214402 -0.0225759469157 0.01\n",
      "120 20 -0.194895520806 -0.0225759469157 0.01\n",
      "120 25 -0.181664302945 -0.0225759469157 0.01\n",
      "120 30 -0.158372193575 -0.0225759469157 0.01\n",
      "120 35 -0.155544102192 -0.0225759469157 0.01\n",
      "120 40 -0.177567794919 -0.0225759469157 0.01\n",
      "120 45 -0.186383292079 -0.0225759469157 0.01\n",
      "120 50 -0.226799160242 -0.0225759469157 0.01\n",
      "120 55 -0.159319996834 -0.0225759469157 0.01\n",
      "valid_acc 94.705\n",
      "121 0 -0.198401257396 -0.0225759469157 0.01\n",
      "121 5 -0.196014851332 -0.0225759469157 0.01\n",
      "121 10 -0.190123215318 -0.0225759469157 0.01\n",
      "121 15 -0.262699991465 -0.0225759469157 0.01\n",
      "121 20 -0.199665874243 -0.0225759469157 0.01\n",
      "121 25 -0.242639660835 -0.0225759469157 0.01\n",
      "121 30 -0.161144033074 -0.0225759469157 0.01\n",
      "121 35 -0.20093549788 -0.0225759469157 0.01\n",
      "121 40 -0.250477880239 -0.0225759469157 0.01\n",
      "121 45 -0.203871324658 -0.0225759469157 0.01\n",
      "121 50 -0.168392673135 -0.0225759469157 0.01\n",
      "121 55 -0.203185424209 -0.0225759469157 0.01\n",
      "valid_acc 94.43166666666667\n",
      "122 0 -0.184420481324 -0.0225759469157 0.01\n",
      "122 5 -0.186467587948 -0.0225759469157 0.01\n",
      "122 10 -0.169501468539 -0.0225759469157 0.01\n",
      "122 15 -0.148990914226 -0.0225759469157 0.01\n",
      "122 20 -0.20618057251 -0.0225759469157 0.01\n",
      "122 25 -0.182127848268 -0.0225759469157 0.01\n",
      "122 30 -0.226560220122 -0.0225759469157 0.01\n",
      "122 35 -0.217454463243 -0.0225759469157 0.01\n",
      "122 40 -0.250137209892 -0.0225759469157 0.01\n",
      "122 45 -0.177429065108 -0.0225759469157 0.01\n",
      "122 50 -0.160456717014 -0.0225759469157 0.01\n",
      "122 55 -0.166341558099 -0.0225759469157 0.01\n",
      "valid_acc 94.52000000000001\n",
      "123 0 -0.201592460275 -0.0225759469157 0.01\n",
      "123 5 -0.171830832958 -0.0225759469157 0.01\n",
      "123 10 -0.204314604402 -0.0225759469157 0.01\n",
      "123 15 -0.148348331451 -0.0225759469157 0.01\n",
      "123 20 -0.190695568919 -0.0225759469157 0.01\n",
      "123 25 -0.170541241765 -0.0225759469157 0.01\n",
      "123 30 -0.164748251438 -0.0225759469157 0.01\n",
      "123 35 -0.222034394741 -0.0225759469157 0.01\n",
      "123 40 -0.180989474058 -0.0225759469157 0.01\n",
      "123 45 -0.211032509804 -0.0225759469157 0.01\n",
      "123 50 -0.19609542191 -0.0225759469157 0.01\n",
      "123 55 -0.16144400835 -0.0225759469157 0.01\n",
      "valid_acc 94.31833333333334\n",
      "124 0 -0.160121932626 -0.0225759469157 0.01\n",
      "124 5 -0.269799888134 -0.0225759469157 0.01\n",
      "124 10 -0.20327784121 -0.0225759469157 0.01\n",
      "124 15 -0.255646318197 -0.0225759469157 0.01\n",
      "124 20 -0.225641354918 -0.0225759469157 0.01\n",
      "124 25 -0.208811193705 -0.0225759469157 0.01\n",
      "124 30 -0.168588131666 -0.0225759469157 0.01\n",
      "124 35 -0.143607228994 -0.0225759469157 0.01\n",
      "124 40 -0.161709427834 -0.0225759469157 0.01\n",
      "124 45 -0.159242615104 -0.0225759469157 0.01\n",
      "124 50 -0.196719020605 -0.0225759469157 0.01\n",
      "124 55 -0.229456081986 -0.0225759469157 0.01\n",
      "valid_acc 94.43\n",
      "125 0 -0.215224534273 -0.0225759469157 0.01\n",
      "125 5 -0.159397512674 -0.0225759469157 0.01\n",
      "125 10 -0.18062260747 -0.0225759469157 0.01\n",
      "125 15 -0.151947528124 -0.0225759469157 0.01\n",
      "125 20 -0.218788444996 -0.0225759469157 0.01\n",
      "125 25 -0.199363216758 -0.0225759469157 0.01\n",
      "125 30 -0.200458168983 -0.0225759469157 0.01\n",
      "125 35 -0.18733727932 -0.0225759469157 0.01\n",
      "125 40 -0.206478282809 -0.0225759469157 0.01\n",
      "125 45 -0.168036043644 -0.0225759469157 0.01\n",
      "125 50 -0.172412231565 -0.0225759469157 0.01\n",
      "125 55 -0.212371706963 -0.0225759469157 0.01\n",
      "valid_acc 94.315\n",
      "126 0 -0.223923966289 -0.0225759469157 0.01\n",
      "126 5 -0.137261286378 -0.0225759469157 0.01\n",
      "126 10 -0.21398037672 -0.0225759469157 0.01\n",
      "126 15 -0.158885210752 -0.0225759469157 0.01\n",
      "126 20 -0.176455199718 -0.0225759469157 0.01\n",
      "126 25 -0.239057391882 -0.0225759469157 0.01\n",
      "126 30 -0.210285708308 -0.0225759469157 0.01\n",
      "126 35 -0.219668164849 -0.0225759469157 0.01\n",
      "126 40 -0.188558116555 -0.0225759469157 0.01\n",
      "126 45 -0.18594917655 -0.0225759469157 0.01\n",
      "126 50 -0.192381680012 -0.0225759469157 0.01\n",
      "126 55 -0.154711857438 -0.0225759469157 0.01\n",
      "valid_acc 94.705\n",
      "127 0 -0.229205384851 -0.0225759469157 0.01\n",
      "127 5 -0.225702747703 -0.0225759469157 0.01\n",
      "127 10 -0.205827727914 -0.0225759469157 0.01\n",
      "127 15 -0.168649479747 -0.0225759469157 0.01\n",
      "127 20 -0.19348141551 -0.0225759469157 0.01\n",
      "127 25 -0.217871323228 -0.0225759469157 0.01\n",
      "127 30 -0.146676614881 -0.0225759469157 0.01\n",
      "127 35 -0.185000002384 -0.0225759469157 0.01\n",
      "127 40 -0.175618156791 -0.0225759469157 0.01\n",
      "127 45 -0.167501017451 -0.0225759469157 0.01\n",
      "127 50 -0.243357777596 -0.0225759469157 0.01\n",
      "127 55 -0.179992735386 -0.0225759469157 0.01\n",
      "valid_acc 94.375\n",
      "128 0 -0.190755784512 -0.0225759469157 0.01\n",
      "128 5 -0.156167760491 -0.0225759469157 0.01\n",
      "128 10 -0.195908471942 -0.0225759469157 0.01\n",
      "128 15 -0.193308547139 -0.0225759469157 0.01\n",
      "128 20 -0.185085371137 -0.0225759469157 0.01\n",
      "128 25 -0.188468143344 -0.0225759469157 0.01\n",
      "128 30 -0.151923656464 -0.0225759469157 0.01\n",
      "128 35 -0.181885182858 -0.0225759469157 0.01\n",
      "128 40 -0.170112445951 -0.0225759469157 0.01\n",
      "128 45 -0.1891143471 -0.0225759469157 0.01\n",
      "128 50 -0.183349475265 -0.0225759469157 0.01\n",
      "128 55 -0.208928793669 -0.0225759469157 0.01\n",
      "valid_acc 94.51666666666667\n",
      "129 0 -0.157780393958 -0.0225759469157 0.01\n",
      "129 5 -0.203414618969 -0.0225759469157 0.01\n",
      "129 10 -0.188409760594 -0.0225759469157 0.01\n",
      "129 15 -0.191214635968 -0.0225759469157 0.01\n",
      "129 20 -0.197708800435 -0.0225759469157 0.01\n",
      "129 25 -0.21306759119 -0.0225759469157 0.01\n",
      "129 30 -0.154051840305 -0.0225759469157 0.01\n",
      "129 35 -0.177122026682 -0.0225759469157 0.01\n",
      "129 40 -0.180150046945 -0.0225759469157 0.01\n",
      "129 45 -0.184027135372 -0.0225759469157 0.01\n",
      "129 50 -0.190783768892 -0.0225759469157 0.01\n",
      "129 55 -0.183298021555 -0.0225759469157 0.01\n",
      "valid_acc 94.73666666666666\n",
      "best valid_acc 94.73666666666666\n",
      "130 0 -0.231102615595 -0.0225759469157 0.01\n",
      "130 5 -0.187976568937 -0.0225759469157 0.01\n",
      "130 10 -0.190358057618 -0.0225759469157 0.01\n",
      "130 15 -0.172013327479 -0.0225759469157 0.01\n",
      "130 20 -0.206343859434 -0.0225759469157 0.01\n",
      "130 25 -0.179982885718 -0.0225759469157 0.01\n",
      "130 30 -0.232244387269 -0.0225759469157 0.01\n",
      "130 35 -0.211442902684 -0.0225759469157 0.01\n",
      "130 40 -0.170754417777 -0.0225759469157 0.01\n",
      "130 45 -0.253392785788 -0.0225759469157 0.01\n",
      "130 50 -0.178806915879 -0.0225759469157 0.01\n",
      "130 55 -0.154684275389 -0.0225759469157 0.01\n",
      "valid_acc 94.40166666666666\n",
      "131 0 -0.207214877009 -0.0225759469157 0.01\n",
      "131 5 -0.179074466228 -0.0225759469157 0.01\n",
      "131 10 -0.188856691122 -0.0225759469157 0.01\n",
      "131 15 -0.207244500518 -0.0225759469157 0.01\n",
      "131 20 -0.152237907052 -0.0225759469157 0.01\n",
      "131 25 -0.170619219542 -0.0225759469157 0.01\n",
      "131 30 -0.16692866385 -0.0225759469157 0.01\n",
      "131 35 -0.24276919663 -0.0225759469157 0.01\n",
      "131 40 -0.258093267679 -0.0225759469157 0.01\n",
      "131 45 -0.224782273173 -0.0225759469157 0.01\n",
      "131 50 -0.248138859868 -0.0225759469157 0.01\n",
      "131 55 -0.174214243889 -0.0225759469157 0.01\n",
      "valid_acc 93.98333333333333\n",
      "132 0 -0.177441254258 -0.0225759469157 0.01\n",
      "132 5 -0.211921140552 -0.0225759469157 0.01\n",
      "132 10 -0.154249683022 -0.0225759469157 0.01\n",
      "132 15 -0.17189604044 -0.0225759469157 0.01\n",
      "132 20 -0.166408762336 -0.0225759469157 0.01\n",
      "132 25 -0.178723201156 -0.0225759469157 0.01\n",
      "132 30 -0.212646201253 -0.0225759469157 0.01\n",
      "132 35 -0.142395377159 -0.0225759469157 0.01\n",
      "132 40 -0.159865945578 -0.0225759469157 0.01\n",
      "132 45 -0.164192318916 -0.0225759469157 0.01\n",
      "132 50 -0.282244086266 -0.0225759469157 0.01\n",
      "132 55 -0.259376019239 -0.0225759469157 0.01\n",
      "valid_acc 94.35333333333334\n",
      "133 0 -0.174662873149 -0.0225759469157 0.01\n",
      "133 5 -0.217292204499 -0.0225759469157 0.01\n",
      "133 10 -0.202405825257 -0.0225759469157 0.01\n",
      "133 15 -0.170539617538 -0.0225759469157 0.01\n",
      "133 20 -0.168009892106 -0.0225759469157 0.01\n",
      "133 25 -0.181980833411 -0.0225759469157 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "133 30 -0.13133828342 -0.0225759469157 0.01\n",
      "133 35 -0.209300756454 -0.0225759469157 0.01\n",
      "133 40 -0.192356705666 -0.0225759469157 0.01\n",
      "133 45 -0.132788211107 -0.0225759469157 0.01\n",
      "133 50 -0.156998261809 -0.0225759469157 0.01\n",
      "133 55 -0.195408523083 -0.0225759469157 0.01\n",
      "valid_acc 94.12\n",
      "134 0 -0.204708591104 -0.0225759469157 0.01\n",
      "134 5 -0.174416705966 -0.0225759469157 0.01\n",
      "134 10 -0.246588528156 -0.0225759469157 0.01\n",
      "134 15 -0.175597026944 -0.0225759469157 0.01\n",
      "134 20 -0.19856582582 -0.0225759469157 0.01\n",
      "134 25 -0.209628343582 -0.0225759469157 0.01\n",
      "134 30 -0.228818997741 -0.0225759469157 0.01\n",
      "134 35 -0.20964255929 -0.0225759469157 0.01\n",
      "134 40 -0.142123937607 -0.0225759469157 0.01\n",
      "134 45 -0.147014886141 -0.0225759469157 0.01\n",
      "134 50 -0.188979208469 -0.0225759469157 0.01\n",
      "134 55 -0.158431574702 -0.0225759469157 0.01\n",
      "valid_acc 94.52833333333334\n",
      "135 0 -0.143948197365 -0.0225759469157 0.01\n",
      "135 5 -0.206586197019 -0.0225759469157 0.01\n",
      "135 10 -0.189410045743 -0.0225759469157 0.01\n",
      "135 15 -0.186631366611 -0.0225759469157 0.01\n",
      "135 20 -0.170910090208 -0.0225759469157 0.01\n",
      "135 25 -0.19653762877 -0.0225759469157 0.01\n",
      "135 30 -0.187085881829 -0.0225759469157 0.01\n",
      "135 35 -0.189868196845 -0.0225759469157 0.01\n",
      "135 40 -0.189932212234 -0.0225759469157 0.01\n",
      "135 45 -0.191802218556 -0.0225759469157 0.01\n",
      "135 50 -0.248981401324 -0.0225759469157 0.01\n",
      "135 55 -0.222459465265 -0.0225759469157 0.01\n",
      "valid_acc 94.46833333333333\n",
      "136 0 -0.206262469292 -0.0225759469157 0.01\n",
      "136 5 -0.221845388412 -0.0225759469157 0.01\n",
      "136 10 -0.23697270453 -0.0225759469157 0.01\n",
      "136 15 -0.250280618668 -0.0225759469157 0.01\n",
      "136 20 -0.183380484581 -0.0225759469157 0.01\n",
      "136 25 -0.18700966239 -0.0225759469157 0.01\n",
      "136 30 -0.174601957202 -0.0225759469157 0.01\n",
      "136 35 -0.176544010639 -0.0225759469157 0.01\n",
      "136 40 -0.180302217603 -0.0225759469157 0.01\n",
      "136 45 -0.188906684518 -0.0225759469157 0.01\n",
      "136 50 -0.191634431481 -0.0225759469157 0.01\n",
      "136 55 -0.172768637538 -0.0225759469157 0.01\n",
      "valid_acc 94.67166666666667\n",
      "137 0 -0.188518449664 -0.0225759469157 0.01\n",
      "137 5 -0.181792020798 -0.0225759469157 0.01\n",
      "137 10 -0.270767003298 -0.0225759469157 0.01\n",
      "137 15 -0.180549412966 -0.0225759469157 0.01\n",
      "137 20 -0.158099129796 -0.0225759469157 0.01\n",
      "137 25 -0.174799010158 -0.0225759469157 0.01\n",
      "137 30 -0.180354595184 -0.0225759469157 0.01\n",
      "137 35 -0.138965219259 -0.0225759469157 0.01\n",
      "137 40 -0.21734842658 -0.0225759469157 0.01\n",
      "137 45 -0.207819104195 -0.0225759469157 0.01\n",
      "137 50 -0.153622344136 -0.0225759469157 0.01\n",
      "137 55 -0.198786050081 -0.0225759469157 0.01\n",
      "valid_acc 94.32666666666667\n",
      "138 0 -0.142905667424 -0.0225759469157 0.01\n",
      "138 5 -0.228920012712 -0.0225759469157 0.01\n",
      "138 10 -0.184071168303 -0.0225759469157 0.01\n",
      "138 15 -0.181101307273 -0.0225759469157 0.01\n",
      "138 20 -0.207516312599 -0.0225759469157 0.01\n",
      "138 25 -0.195553228259 -0.0225759469157 0.01\n",
      "138 30 -0.201332911849 -0.0225759469157 0.01\n",
      "138 35 -0.219482243061 -0.0225759469157 0.01\n",
      "138 40 -0.133732363582 -0.0225759469157 0.01\n",
      "138 45 -0.192090064287 -0.0225759469157 0.01\n",
      "138 50 -0.237618684769 -0.0225759469157 0.01\n",
      "138 55 -0.149159640074 -0.0225759469157 0.01\n",
      "valid_acc 94.60666666666665\n",
      "139 0 -0.143952399492 -0.0225759469157 0.01\n",
      "139 5 -0.168328076601 -0.0225759469157 0.01\n",
      "139 10 -0.153139159083 -0.0225759469157 0.01\n",
      "139 15 -0.13072296977 -0.0225759469157 0.01\n",
      "139 20 -0.19337053597 -0.0225759469157 0.01\n",
      "139 25 -0.143985912204 -0.0225759469157 0.01\n",
      "139 30 -0.161205381155 -0.0225759469157 0.01\n",
      "139 35 -0.188165545464 -0.0225759469157 0.01\n",
      "139 40 -0.188344046474 -0.0225759469157 0.01\n",
      "139 45 -0.173031553626 -0.0225759469157 0.01\n",
      "139 50 -0.208272337914 -0.0225759469157 0.01\n",
      "139 55 -0.239138156176 -0.0225759469157 0.01\n",
      "valid_acc 94.40166666666666\n",
      "140 0 -0.20164886117 -0.0225759469157 0.01\n",
      "140 5 -0.17806352675 -0.0225759469157 0.01\n",
      "140 10 -0.162134230137 -0.0225759469157 0.01\n",
      "140 15 -0.197404265404 -0.0225759469157 0.01\n",
      "140 20 -0.188803061843 -0.0225759469157 0.01\n",
      "140 25 -0.167028665543 -0.0225759469157 0.01\n",
      "140 30 -0.202046126127 -0.0225759469157 0.01\n",
      "140 35 -0.164006650448 -0.0225759469157 0.01\n",
      "140 40 -0.138926357031 -0.0225759469157 0.01\n",
      "140 45 -0.258219361305 -0.0225759469157 0.01\n",
      "140 50 -0.159151941538 -0.0225759469157 0.01\n",
      "140 55 -0.170121043921 -0.0225759469157 0.01\n",
      "valid_acc 94.54333333333334\n",
      "141 0 -0.176513820887 -0.0225759469157 0.01\n",
      "141 5 -0.144518882036 -0.0225759469157 0.01\n",
      "141 10 -0.186203300953 -0.0225759469157 0.01\n",
      "141 15 -0.16810375452 -0.0225759469157 0.01\n",
      "141 20 -0.192268252373 -0.0225759469157 0.01\n",
      "141 25 -0.143218830228 -0.0225759469157 0.01\n",
      "141 30 -0.174589142203 -0.0225759469157 0.01\n",
      "141 35 -0.228543698788 -0.0225759469157 0.01\n",
      "141 40 -0.147233203053 -0.0225759469157 0.01\n",
      "141 45 -0.184536278248 -0.0225759469157 0.01\n",
      "141 50 -0.23546333611 -0.0225759469157 0.01\n",
      "141 55 -0.142332330346 -0.0225759469157 0.01\n",
      "valid_acc 94.90333333333332\n",
      "best valid_acc 94.90333333333332\n",
      "142 0 -0.131448179483 -0.0225759469157 0.01\n",
      "142 5 -0.144482687116 -0.0225759469157 0.01\n",
      "142 10 -0.143941313028 -0.0225759469157 0.01\n",
      "142 15 -0.196569278836 -0.0225759469157 0.01\n",
      "142 20 -0.128836467862 -0.0225759469157 0.01\n",
      "142 25 -0.171658292413 -0.0225759469157 0.01\n",
      "142 30 -0.151862055063 -0.0225759469157 0.01\n",
      "142 35 -0.200655996799 -0.0225759469157 0.01\n",
      "142 40 -0.191664516926 -0.0225759469157 0.01\n",
      "142 45 -0.163857787848 -0.0225759469157 0.01\n",
      "142 50 -0.203410968184 -0.0225759469157 0.01\n",
      "142 55 -0.200022935867 -0.0225759469157 0.01\n",
      "valid_acc 93.75166666666667\n",
      "143 0 -0.160986095667 -0.0225759469157 0.01\n",
      "143 5 -0.132465660572 -0.0225759469157 0.01\n",
      "143 10 -0.197679340839 -0.0225759469157 0.01\n",
      "143 15 -0.192908719182 -0.0225759469157 0.01\n",
      "143 20 -0.160520881414 -0.0225759469157 0.01\n",
      "143 25 -0.21876001358 -0.0225759469157 0.01\n",
      "143 30 -0.156589433551 -0.0225759469157 0.01\n",
      "143 35 -0.166540488601 -0.0225759469157 0.01\n",
      "143 40 -0.1503431499 -0.0225759469157 0.01\n",
      "143 45 -0.158779352903 -0.0225759469157 0.01\n",
      "143 50 -0.152430295944 -0.0225759469157 0.01\n",
      "143 55 -0.146582409739 -0.0225759469157 0.01\n",
      "valid_acc 94.61166666666668\n",
      "144 0 -0.178781569004 -0.0225759469157 0.01\n",
      "144 5 -0.224188327789 -0.0225759469157 0.01\n",
      "144 10 -0.156041175127 -0.0225759469157 0.01\n",
      "144 15 -0.159930437803 -0.0225759469157 0.01\n",
      "144 20 -0.232752352953 -0.0225759469157 0.01\n",
      "144 25 -0.210471510887 -0.0225759469157 0.01\n",
      "144 30 -0.172848030925 -0.0225759469157 0.01\n",
      "144 35 -0.179369568825 -0.0225759469157 0.01\n",
      "144 40 -0.190026029944 -0.0234796466309 0.01\n",
      "144 45 -0.163582712412 -0.0234796466309 0.01\n",
      "144 50 -0.124182239175 -0.0234796466309 0.01\n",
      "144 55 -0.211038321257 -0.0234796466309 0.01\n",
      "valid_acc 94.78833333333333\n",
      "145 0 -0.169937625527 -0.0234796466309 0.01\n",
      "145 5 -0.180067539215 -0.0234796466309 0.01\n",
      "145 10 -0.179353952408 -0.0234796466309 0.01\n",
      "145 15 -0.215123727918 -0.0234796466309 0.01\n",
      "145 20 -0.127819254994 -0.0234796466309 0.01\n",
      "145 25 -0.196751311421 -0.0234796466309 0.01\n",
      "145 30 -0.133528843522 -0.0234796466309 0.01\n",
      "145 35 -0.2129997015 -0.0234796466309 0.01\n",
      "145 40 -0.179653540254 -0.0234796466309 0.01\n",
      "145 45 -0.126202493906 -0.0234796466309 0.01\n",
      "145 50 -0.128192946315 -0.0234796466309 0.01\n",
      "145 55 -0.165745645761 -0.0234796466309 0.01\n",
      "valid_acc 95.0\n",
      "best valid_acc 95.0\n",
      "146 0 -0.16786134243 -0.0234796466309 0.01\n",
      "146 5 -0.128419816494 -0.0234796466309 0.01\n",
      "146 10 -0.263108968735 -0.0234796466309 0.01\n",
      "146 15 -0.188303828239 -0.0234796466309 0.01\n",
      "146 20 -0.213653430343 -0.0234796466309 0.01\n",
      "146 25 -0.173540249467 -0.0234796466309 0.01\n",
      "146 30 -0.173484623432 -0.0234796466309 0.01\n",
      "146 35 -0.178328543901 -0.0234796466309 0.01\n",
      "146 40 -0.212755650282 -0.0234796466309 0.01\n",
      "146 45 -0.213079586625 -0.0234796466309 0.01\n",
      "146 50 -0.180069372058 -0.0234796466309 0.01\n",
      "146 55 -0.168479800224 -0.0234796466309 0.01\n",
      "valid_acc 94.58166666666666\n",
      "147 0 -0.167419850826 -0.0234796466309 0.01\n",
      "147 5 -0.187568858266 -0.0234796466309 0.01\n",
      "147 10 -0.184172689915 -0.0234796466309 0.01\n",
      "147 15 -0.211850062013 -0.0234796466309 0.01\n",
      "147 20 -0.162324488163 -0.0234796466309 0.01\n",
      "147 25 -0.180383473635 -0.0234796466309 0.01\n",
      "147 30 -0.149541586637 -0.0234796466309 0.01\n",
      "147 35 -0.176555559039 -0.0234796466309 0.01\n",
      "147 40 -0.23131814599 -0.0234796466309 0.01\n",
      "147 45 -0.219373106956 -0.0234796466309 0.01\n",
      "147 50 -0.15255908668 -0.0234796466309 0.01\n",
      "147 55 -0.162421822548 -0.0234796466309 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "valid_acc 94.16166666666666\n",
      "148 0 -0.148230046034 -0.0234796466309 0.01\n",
      "148 5 -0.16827686131 -0.0234796466309 0.01\n",
      "148 10 -0.132015407085 -0.0234796466309 0.01\n",
      "148 15 -0.19954675436 -0.0234796466309 0.01\n",
      "148 20 -0.224714025855 -0.0234796466309 0.01\n",
      "148 25 -0.211595863104 -0.0234796466309 0.01\n",
      "148 30 -0.175767824054 -0.0234796466309 0.01\n",
      "148 35 -0.168140023947 -0.0234796466309 0.01\n",
      "148 40 -0.255227148533 -0.0234796466309 0.01\n",
      "148 45 -0.222752228379 -0.0234796466309 0.01\n",
      "148 50 -0.13370577991 -0.0234796466309 0.01\n",
      "148 55 -0.236403152347 -0.0234796466309 0.01\n",
      "valid_acc 94.485\n",
      "149 0 -0.189185321331 -0.0234796466309 0.01\n",
      "149 5 -0.148595631123 -0.0234796466309 0.01\n",
      "149 10 -0.19100612402 -0.0234796466309 0.01\n",
      "149 15 -0.251616001129 -0.0234796466309 0.01\n",
      "149 20 -0.179991602898 -0.0234796466309 0.01\n",
      "149 25 -0.172723844647 -0.0234796466309 0.01\n",
      "149 30 -0.183736979961 -0.0234796466309 0.01\n",
      "149 35 -0.18945646286 -0.0234796466309 0.01\n",
      "149 40 -0.155259564519 -0.0234796466309 0.01\n",
      "149 45 -0.152549624443 -0.0234796466309 0.01\n",
      "149 50 -0.178084298968 -0.0234796466309 0.01\n",
      "149 55 -0.141800075769 -0.0234796466309 0.01\n",
      "valid_acc 94.58666666666666\n",
      "150 0 -0.201980024576 -0.0234796466309 0.01\n",
      "150 5 -0.173543214798 -0.0234796466309 0.01\n",
      "150 10 -0.159363314509 -0.0234796466309 0.01\n",
      "150 15 -0.200635716319 -0.0234796466309 0.01\n",
      "150 20 -0.189240559936 -0.0234796466309 0.01\n",
      "150 25 -0.147536352277 -0.0234796466309 0.01\n",
      "150 30 -0.132745400071 -0.0234796466309 0.01\n",
      "150 35 -0.13796825707 -0.0234796466309 0.01\n",
      "150 40 -0.169795572758 -0.0234796466309 0.01\n",
      "150 45 -0.175090864301 -0.0234796466309 0.01\n",
      "150 50 -0.180858597159 -0.0234796466309 0.01\n",
      "150 55 -0.172117978334 -0.0234796466309 0.01\n",
      "valid_acc 94.35666666666667\n",
      "151 0 -0.176593154669 -0.0234796466309 0.01\n",
      "151 5 -0.194706723094 -0.0234796466309 0.01\n",
      "151 10 -0.155712544918 -0.0234796466309 0.01\n",
      "151 15 -0.183915004134 -0.0234796466309 0.01\n",
      "151 20 -0.154330149293 -0.0234796466309 0.01\n",
      "151 25 -0.214924186468 -0.0234796466309 0.01\n",
      "151 30 -0.193877264857 -0.0234796466309 0.01\n",
      "151 35 -0.180536165833 -0.0234796466309 0.01\n",
      "151 40 -0.1756118536 -0.0234796466309 0.01\n",
      "151 45 -0.154808297753 -0.0234796466309 0.01\n",
      "151 50 -0.216542050242 -0.0234796466309 0.01\n",
      "151 55 -0.124355360866 -0.0234796466309 0.01\n",
      "valid_acc 94.71166666666667\n",
      "152 0 -0.211278274655 -0.0234796466309 0.01\n",
      "152 5 -0.160899907351 -0.0234796466309 0.01\n",
      "152 10 -0.166385099292 -0.0234796466309 0.01\n",
      "152 15 -0.24293397367 -0.0234796466309 0.01\n",
      "152 20 -0.221559986472 -0.0234796466309 0.01\n",
      "152 25 -0.203968510032 -0.0234796466309 0.01\n",
      "152 30 -0.179940745234 -0.0234796466309 0.01\n",
      "152 35 -0.196825429797 -0.0234796466309 0.01\n",
      "152 40 -0.185960844159 -0.0234796466309 0.01\n",
      "152 45 -0.149091497064 -0.0234796466309 0.01\n",
      "152 50 -0.171173706651 -0.0234796466309 0.01\n",
      "152 55 -0.173078924417 -0.0234796466309 0.01\n",
      "valid_acc 94.54166666666667\n",
      "153 0 -0.221912428737 -0.0234796466309 0.01\n",
      "153 5 -0.16309671104 -0.0234796466309 0.01\n",
      "153 10 -0.173858717084 -0.0234796466309 0.01\n",
      "153 15 -0.136519253254 -0.0234796466309 0.01\n",
      "153 20 -0.197774767876 -0.0234796466309 0.01\n",
      "153 25 -0.142001584172 -0.0234796466309 0.01\n",
      "153 30 -0.147721543908 -0.0234796466309 0.01\n",
      "153 35 -0.175240278244 -0.0234796466309 0.01\n",
      "153 40 -0.163756683469 -0.0234796466309 0.01\n",
      "153 45 -0.212681859732 -0.0234796466309 0.01\n",
      "153 50 -0.181142032146 -0.0234796466309 0.01\n",
      "153 55 -0.128692433238 -0.0234796466309 0.01\n",
      "valid_acc 94.92166666666667\n",
      "154 0 -0.202488318086 -0.0234796466309 0.01\n",
      "154 5 -0.180522441864 -0.0234796466309 0.01\n",
      "154 10 -0.201637297869 -0.0234796466309 0.01\n",
      "154 15 -0.1802444309 -0.0234796466309 0.01\n",
      "154 20 -0.228521600366 -0.0234796466309 0.01\n",
      "154 25 -0.212996244431 -0.0234796466309 0.01\n",
      "154 30 -0.166349962354 -0.0234796466309 0.01\n",
      "154 35 -0.195952862501 -0.0234796466309 0.01\n",
      "154 40 -0.192927718163 -0.0234796466309 0.01\n",
      "154 45 -0.215912953019 -0.0234796466309 0.01\n",
      "154 50 -0.183646097779 -0.0234796466309 0.01\n",
      "154 55 -0.162768125534 -0.0234796466309 0.01\n",
      "valid_acc 94.78333333333333\n",
      "155 0 -0.217717975378 -0.0234796466309 0.01\n",
      "155 5 -0.154578626156 -0.0234796466309 0.01\n",
      "155 10 -0.168813630939 -0.0234796466309 0.01\n",
      "155 15 -0.206553578377 -0.0234796466309 0.01\n",
      "155 20 -0.184295549989 -0.0234796466309 0.01\n",
      "155 25 -0.172110468149 -0.0234796466309 0.01\n",
      "155 30 -0.173248648643 -0.0234796466309 0.01\n",
      "155 35 -0.195999220014 -0.0234796466309 0.01\n",
      "155 40 -0.165391936898 -0.0234796466309 0.01\n",
      "155 45 -0.182740136981 -0.0234796466309 0.01\n",
      "155 50 -0.180191025138 -0.0234796466309 0.01\n",
      "155 55 -0.18237221241 -0.0234796466309 0.01\n",
      "valid_acc 94.77499999999999\n",
      "156 0 -0.168801650405 -0.0234796466309 0.01\n",
      "156 5 -0.169090226293 -0.0234796466309 0.01\n",
      "156 10 -0.166259810328 -0.0234796466309 0.01\n",
      "156 15 -0.198653787374 -0.0234796466309 0.01\n",
      "156 20 -0.168218672276 -0.0234796466309 0.01\n",
      "156 25 -0.183265060186 -0.0234796466309 0.01\n",
      "156 30 -0.17763954401 -0.0234796466309 0.01\n",
      "156 35 -0.142482370138 -0.0234796466309 0.01\n",
      "156 40 -0.187691524625 -0.0234796466309 0.01\n",
      "156 45 -0.160875573754 -0.0234796466309 0.01\n",
      "156 50 -0.146002337337 -0.0234796466309 0.01\n",
      "156 55 -0.212488949299 -0.0234796466309 0.01\n",
      "valid_acc 95.05333333333333\n",
      "best valid_acc 95.05333333333333\n",
      "157 0 -0.186921313405 -0.0234796466309 0.01\n",
      "157 5 -0.153074190021 -0.0234796466309 0.01\n",
      "157 10 -0.181754291058 -0.0234796466309 0.01\n",
      "157 15 -0.196647077799 -0.0234796466309 0.01\n",
      "157 20 -0.124297313392 -0.0234796466309 0.01\n",
      "157 25 -0.157356053591 -0.0234796466309 0.01\n",
      "157 30 -0.174787342548 -0.0234796466309 0.01\n",
      "157 35 -0.17014631629 -0.0234796466309 0.01\n",
      "157 40 -0.161299362779 -0.0234796466309 0.01\n",
      "157 45 -0.224540680647 -0.0234796466309 0.01\n",
      "157 50 -0.138861864805 -0.0234796466309 0.01\n",
      "157 55 -0.161266967654 -0.0234796466309 0.01\n",
      "valid_acc 94.94666666666667\n",
      "158 0 -0.154365494847 -0.0234796466309 0.01\n",
      "158 5 -0.113458275795 -0.0234796466309 0.01\n",
      "158 10 -0.170472607017 -0.0234796466309 0.01\n",
      "158 15 -0.218707382679 -0.0234796466309 0.01\n",
      "158 20 -0.139014869928 -0.0234796466309 0.01\n",
      "158 25 -0.170599922538 -0.0234796466309 0.01\n",
      "158 30 -0.19030199945 -0.0234796466309 0.01\n",
      "158 35 -0.147064611316 -0.0234796466309 0.01\n",
      "158 40 -0.203672215343 -0.0234796466309 0.01\n",
      "158 45 -0.161482721567 -0.0234796466309 0.01\n",
      "158 50 -0.167442128062 -0.0234796466309 0.01\n",
      "158 55 -0.1571867764 -0.0234796466309 0.01\n",
      "valid_acc 95.07166666666666\n",
      "best valid_acc 95.07166666666666\n",
      "159 0 -0.126182720065 -0.0234796466309 0.01\n",
      "159 5 -0.161749973893 -0.0234796466309 0.01\n",
      "159 10 -0.123376972973 -0.0234796466309 0.01\n",
      "159 15 -0.196808740497 -0.0234796466309 0.01\n",
      "159 20 -0.160571321845 -0.0234796466309 0.01\n",
      "159 25 -0.184516817331 -0.0234796466309 0.01\n",
      "159 30 -0.160005182028 -0.0234796466309 0.01\n",
      "159 35 -0.171041458845 -0.0234796466309 0.01\n",
      "159 40 -0.164963006973 -0.0234796466309 0.01\n",
      "159 45 -0.222681507468 -0.0234796466309 0.01\n",
      "159 50 -0.183442637324 -0.0234796466309 0.01\n",
      "159 55 -0.122710816562 -0.0234796466309 0.01\n",
      "valid_acc 94.87\n",
      "160 0 -0.165740266442 -0.0234796466309 0.01\n",
      "160 5 -0.176374301314 -0.0234796466309 0.01\n",
      "160 10 -0.141366526484 -0.0234796466309 0.01\n",
      "160 15 -0.194056153297 -0.0234796466309 0.01\n",
      "160 20 -0.183043390512 -0.0234796466309 0.01\n",
      "160 25 -0.198159471154 -0.0234796466309 0.01\n",
      "160 30 -0.14022949338 -0.0234796466309 0.01\n",
      "160 35 -0.120392054319 -0.0234796466309 0.01\n",
      "160 40 -0.114527538419 -0.0234796466309 0.01\n",
      "160 45 -0.144234105945 -0.0234796466309 0.01\n",
      "160 50 -0.139109060168 -0.0234796466309 0.01\n",
      "160 55 -0.166837483644 -0.0234796466309 0.01\n",
      "valid_acc 95.11\n",
      "best valid_acc 95.11\n",
      "161 0 -0.12915353477 -0.0234796466309 0.01\n",
      "161 5 -0.183421611786 -0.0234796466309 0.01\n",
      "161 10 -0.131204873323 -0.0234796466309 0.01\n",
      "161 15 -0.157734706998 -0.0234796466309 0.01\n",
      "161 20 -0.182372227311 -0.0234796466309 0.01\n",
      "161 25 -0.171504110098 -0.0234796466309 0.01\n",
      "161 30 -0.184565991163 -0.0234796466309 0.01\n",
      "161 35 -0.141305446625 -0.0234796466309 0.01\n",
      "161 40 -0.167975217104 -0.0234796466309 0.01\n",
      "161 45 -0.169041648507 -0.0234796466309 0.01\n",
      "161 50 -0.220979049802 -0.0234796466309 0.01\n",
      "161 55 -0.184178605676 -0.0234796466309 0.01\n",
      "valid_acc 94.38\n",
      "162 0 -0.161689832807 -0.0234796466309 0.01\n",
      "162 5 -0.14927457273 -0.0234796466309 0.01\n",
      "162 10 -0.154666736722 -0.0234796466309 0.01\n",
      "162 15 -0.161314204335 -0.0234796466309 0.01\n",
      "162 20 -0.192316219211 -0.0234796466309 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "162 25 -0.165348127484 -0.0234796466309 0.01\n",
      "162 30 -0.157969623804 -0.0234796466309 0.01\n",
      "162 35 -0.151905089617 -0.0234796466309 0.01\n",
      "162 40 -0.155960544944 -0.0234796466309 0.01\n",
      "162 45 -0.205649763346 -0.0234796466309 0.01\n",
      "162 50 -0.200730413198 -0.0234796466309 0.01\n",
      "162 55 -0.169504448771 -0.0234796466309 0.01\n",
      "valid_acc 94.845\n",
      "163 0 -0.218370974064 -0.0234796466309 0.01\n",
      "163 5 -0.14111559093 -0.0234796466309 0.01\n",
      "163 10 -0.168515384197 -0.0234796466309 0.01\n",
      "163 15 -0.184047743678 -0.0234796466309 0.01\n",
      "163 20 -0.205112442374 -0.0234796466309 0.01\n",
      "163 25 -0.168580159545 -0.0234796466309 0.01\n",
      "163 30 -0.166560038924 -0.0234796466309 0.01\n",
      "163 35 -0.125827923417 -0.0234796466309 0.01\n",
      "163 40 -0.170971661806 -0.0234796466309 0.01\n",
      "163 45 -0.160611331463 -0.0234796466309 0.01\n",
      "163 50 -0.158219814301 -0.0234796466309 0.01\n",
      "163 55 -0.229155004025 -0.0234796466309 0.01\n",
      "valid_acc 94.95166666666667\n",
      "164 0 -0.186562716961 -0.0234796466309 0.01\n",
      "164 5 -0.172519266605 -0.0234796466309 0.01\n",
      "164 10 -0.153182864189 -0.0234796466309 0.01\n",
      "164 15 -0.165679812431 -0.0234796466309 0.01\n",
      "164 20 -0.158565282822 -0.0234796466309 0.01\n",
      "164 25 -0.143414989114 -0.0234796466309 0.01\n",
      "164 30 -0.145477756858 -0.0234796466309 0.01\n",
      "164 35 -0.229333847761 -0.0234796466309 0.01\n",
      "164 40 -0.167766585946 -0.0234796466309 0.01\n",
      "164 45 -0.191423669457 -0.0234796466309 0.01\n",
      "164 50 -0.150397464633 -0.0234796466309 0.01\n",
      "164 55 -0.170861840248 -0.0234796466309 0.01\n",
      "valid_acc 95.03166666666667\n",
      "165 0 -0.172723427415 -0.0234796466309 0.01\n",
      "165 5 -0.140438914299 -0.0234796466309 0.01\n",
      "165 10 -0.163912668824 -0.0234796466309 0.01\n",
      "165 15 -0.179715886712 -0.0234796466309 0.01\n",
      "165 20 -0.146998137236 -0.0234796466309 0.01\n",
      "165 25 -0.16287368536 -0.0234796466309 0.01\n",
      "165 30 -0.153811603785 -0.0234796466309 0.01\n",
      "165 35 -0.157534703612 -0.0234796466309 0.01\n",
      "165 40 -0.159765288234 -0.0234796466309 0.01\n",
      "165 45 -0.230780273676 -0.0234796466309 0.01\n",
      "165 50 -0.12267742306 -0.0234796466309 0.01\n",
      "165 55 -0.160629302263 -0.0234796466309 0.01\n",
      "valid_acc 95.17166666666667\n",
      "best valid_acc 95.17166666666667\n",
      "166 0 -0.170930102468 -0.0234796466309 0.01\n",
      "166 5 -0.110160417855 -0.0234796466309 0.01\n",
      "166 10 -0.181509628892 -0.0234796466309 0.01\n",
      "166 15 -0.153786182404 -0.0234796466309 0.01\n",
      "166 20 -0.169114500284 -0.0234796466309 0.01\n",
      "166 25 -0.210642695427 -0.0234796466309 0.01\n",
      "166 30 -0.171143233776 -0.0234796466309 0.01\n",
      "166 35 -0.149185121059 -0.0234796466309 0.01\n",
      "166 40 -0.113603234291 -0.0234796466309 0.01\n",
      "166 45 -0.140393644571 -0.0234796466309 0.01\n",
      "166 50 -0.167183622718 -0.0234796466309 0.01\n",
      "166 55 -0.133756607771 -0.0234796466309 0.01\n",
      "valid_acc 94.83666666666667\n",
      "167 0 -0.174850687385 -0.0234796466309 0.01\n",
      "167 5 -0.179792702198 -0.0234796466309 0.01\n",
      "167 10 -0.151247859001 -0.0234796466309 0.01\n",
      "167 15 -0.17756485939 -0.0234796466309 0.01\n",
      "167 20 -0.147750884295 -0.0234796466309 0.01\n",
      "167 25 -0.177868187428 -0.0234796466309 0.01\n",
      "167 30 -0.146681383252 -0.0234796466309 0.01\n",
      "167 35 -0.174395099282 -0.0234796466309 0.01\n",
      "167 40 -0.138187870383 -0.0234796466309 0.01\n",
      "167 45 -0.161239176989 -0.0234796466309 0.01\n",
      "167 50 -0.143890053034 -0.0234796466309 0.01\n",
      "167 55 -0.159237906337 -0.0234796466309 0.01\n",
      "valid_acc 94.94333333333333\n",
      "168 0 -0.164242237806 -0.0234796466309 0.01\n",
      "168 5 -0.209232777357 -0.0234796466309 0.01\n",
      "168 10 -0.109853863716 -0.0234796466309 0.01\n",
      "168 15 -0.174685567617 -0.0234796466309 0.01\n",
      "168 20 -0.156632691622 -0.0234796466309 0.01\n",
      "168 25 -0.196191385388 -0.0234796466309 0.01\n",
      "168 30 -0.140326648951 -0.0234796466309 0.01\n",
      "168 35 -0.178463250399 -0.0234796466309 0.01\n",
      "168 40 -0.0989509746432 -0.0234796466309 0.01\n",
      "168 45 -0.168328747153 -0.0234796466309 0.01\n",
      "168 50 -0.159474104643 -0.0234796466309 0.01\n",
      "168 55 -0.207723557949 -0.0234796466309 0.01\n",
      "valid_acc 94.85166666666667\n",
      "169 0 -0.172949761152 -0.0234796466309 0.01\n",
      "169 5 -0.191368803382 -0.0234796466309 0.01\n",
      "169 10 -0.149551331997 -0.0234796466309 0.01\n",
      "169 15 -0.213785916567 -0.0234796466309 0.01\n",
      "169 20 -0.193080931902 -0.0234796466309 0.01\n",
      "169 25 -0.150495663285 -0.0234796466309 0.01\n",
      "169 30 -0.139462649822 -0.0234796466309 0.01\n",
      "169 35 -0.160988301039 -0.0234796466309 0.01\n",
      "169 40 -0.165242731571 -0.0234796466309 0.01\n",
      "169 45 -0.135378047824 -0.0234796466309 0.01\n",
      "169 50 -0.179071098566 -0.0234796466309 0.01\n",
      "169 55 -0.102779872715 -0.0234796466309 0.01\n",
      "valid_acc 95.065\n",
      "170 0 -0.149333253503 -0.0234796466309 0.01\n",
      "170 5 -0.187493026257 -0.0234796466309 0.01\n",
      "170 10 -0.186504140496 -0.0234796466309 0.01\n",
      "170 15 -0.180115863681 -0.0234796466309 0.01\n",
      "170 20 -0.170855730772 -0.0234796466309 0.01\n",
      "170 25 -0.146202087402 -0.0234796466309 0.01\n",
      "170 30 -0.177524060011 -0.0234796466309 0.01\n",
      "170 35 -0.141504153609 -0.0234796466309 0.01\n",
      "170 40 -0.149613127112 -0.0234796466309 0.01\n",
      "170 45 -0.176535665989 -0.0234796466309 0.01\n",
      "170 50 -0.147224605083 -0.0234796466309 0.01\n",
      "170 55 -0.138704940677 -0.0234796466309 0.01\n",
      "valid_acc 95.17999999999999\n",
      "best valid_acc 95.17999999999999\n",
      "171 0 -0.172290086746 -0.0234796466309 0.01\n",
      "171 5 -0.141457825899 -0.0234796466309 0.01\n",
      "171 10 -0.187204405665 -0.0234796466309 0.01\n",
      "171 15 -0.138975277543 -0.0234796466309 0.01\n",
      "171 20 -0.165136069059 -0.0234796466309 0.01\n",
      "171 25 -0.16422533989 -0.0234796466309 0.01\n",
      "171 30 -0.147779166698 -0.0234796466309 0.01\n",
      "171 35 -0.210170790553 -0.0234796466309 0.01\n",
      "171 40 -0.114490620792 -0.0234796466309 0.01\n",
      "171 45 -0.189174234867 -0.0234796466309 0.01\n",
      "171 50 -0.120984241366 -0.0234796466309 0.01\n",
      "171 55 -0.149504423141 -0.0234796466309 0.01\n",
      "valid_acc 95.10499999999999\n",
      "172 0 -0.185587137938 -0.0234796466309 0.01\n",
      "172 5 -0.144920513034 -0.0234796466309 0.01\n",
      "172 10 -0.188914373517 -0.0234796466309 0.01\n",
      "172 15 -0.170049339533 -0.0234796466309 0.01\n",
      "172 20 -0.201762348413 -0.0234796466309 0.01\n",
      "172 25 -0.173324033618 -0.0234796466309 0.01\n",
      "172 30 -0.149161994457 -0.0234796466309 0.01\n",
      "172 35 -0.135534793139 -0.0234796466309 0.01\n",
      "172 40 -0.144252449274 -0.0234796466309 0.01\n",
      "172 45 -0.184356272221 -0.0234796466309 0.01\n",
      "172 50 -0.141338020563 -0.0234796466309 0.01\n",
      "172 55 -0.174240678549 -0.0234796466309 0.01\n",
      "valid_acc 95.175\n",
      "173 0 -0.131397992373 -0.0234796466309 0.01\n",
      "173 5 -0.137181550264 -0.0234796466309 0.01\n",
      "173 10 -0.177270650864 -0.0234796466309 0.01\n",
      "173 15 -0.170172661543 -0.0234796466309 0.01\n",
      "173 20 -0.193031787872 -0.0234796466309 0.01\n",
      "173 25 -0.160728797317 -0.0234796466309 0.01\n",
      "173 30 -0.133830666542 -0.0234796466309 0.01\n",
      "173 35 -0.178264081478 -0.0234796466309 0.01\n",
      "173 40 -0.109129756689 -0.0234796466309 0.01\n",
      "173 45 -0.128413543105 -0.0234796466309 0.01\n",
      "173 50 -0.174625441432 -0.0234796466309 0.01\n",
      "173 55 -0.178703397512 -0.0234796466309 0.01\n",
      "valid_acc 94.8\n",
      "174 0 -0.193395152688 -0.0234796466309 0.01\n",
      "174 5 -0.125002473593 -0.0234796466309 0.01\n",
      "174 10 -0.124252669513 -0.0234796466309 0.01\n",
      "174 15 -0.188521981239 -0.0234796466309 0.01\n",
      "174 20 -0.167883217335 -0.0234796466309 0.01\n",
      "174 25 -0.186045125127 -0.0234796466309 0.01\n",
      "174 30 -0.143696725368 -0.0234796466309 0.01\n",
      "174 35 -0.131195694208 -0.0234796466309 0.01\n",
      "174 40 -0.155344754457 -0.0234796466309 0.01\n",
      "174 45 -0.144891276956 -0.0234796466309 0.01\n",
      "174 50 -0.200125068426 -0.0234796466309 0.01\n",
      "174 55 -0.138259604573 -0.0234796466309 0.01\n",
      "valid_acc 95.04\n",
      "175 0 -0.170243233442 -0.0234796466309 0.01\n",
      "175 5 -0.167015701532 -0.0234796466309 0.01\n",
      "175 10 -0.236837208271 -0.0234796466309 0.01\n",
      "175 15 -0.175413772464 -0.0234796466309 0.01\n",
      "175 20 -0.133479088545 -0.0234796466309 0.01\n",
      "175 25 -0.190456464887 -0.0234796466309 0.01\n",
      "175 30 -0.120535507798 -0.0234796466309 0.01\n",
      "175 35 -0.1593529284 -0.0234796466309 0.01\n",
      "175 40 -0.145481154323 -0.0234796466309 0.01\n",
      "175 45 -0.168149486184 -0.0234796466309 0.01\n",
      "175 50 -0.16846549511 -0.0255046946751 0.01\n",
      "175 55 -0.155435442924 -0.0255046946751 0.01\n",
      "valid_acc 95.11500000000001\n",
      "176 0 -0.198949247599 -0.0255046946751 0.01\n",
      "176 5 -0.176076635718 -0.0255046946751 0.01\n",
      "176 10 -0.181024983525 -0.0255046946751 0.01\n",
      "176 15 -0.151682332158 -0.0255046946751 0.01\n",
      "176 20 -0.161668419838 -0.0255046946751 0.01\n",
      "176 25 -0.17996019125 -0.0255046946751 0.01\n",
      "176 30 -0.126373022795 -0.0255046946751 0.01\n",
      "176 35 -0.134111315012 -0.0255046946751 0.01\n",
      "176 40 -0.120913118124 -0.0255046946751 0.01\n",
      "176 45 -0.200207129121 -0.0255046946751 0.01\n",
      "176 50 -0.161553651094 -0.0255046946751 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "176 55 -0.129296720028 -0.0255046946751 0.01\n",
      "valid_acc 94.77333333333333\n",
      "177 0 -0.180397331715 -0.0255046946751 0.01\n",
      "177 5 -0.150705620646 -0.0255046946751 0.01\n",
      "177 10 -0.15338280797 -0.0255046946751 0.01\n",
      "177 15 -0.148124963045 -0.0255046946751 0.01\n",
      "177 20 -0.176832079887 -0.0255046946751 0.01\n",
      "177 25 -0.254689991474 -0.0255046946751 0.01\n",
      "177 30 -0.203389823437 -0.0255046946751 0.01\n",
      "177 35 -0.166807129979 -0.0255046946751 0.01\n",
      "177 40 -0.16334412992 -0.0255046946751 0.01\n",
      "177 45 -0.135880485177 -0.0255046946751 0.01\n",
      "177 50 -0.159860208631 -0.0255046946751 0.01\n",
      "177 55 -0.121558494866 -0.0255046946751 0.01\n",
      "valid_acc 95.24000000000001\n",
      "best valid_acc 95.24000000000001\n",
      "178 0 -0.158327043056 -0.0255046946751 0.01\n",
      "178 5 -0.159377977252 -0.0255046946751 0.01\n",
      "178 10 -0.150695458055 -0.0255046946751 0.01\n",
      "178 15 -0.208715304732 -0.0255046946751 0.01\n",
      "178 20 -0.121600233018 -0.0255046946751 0.01\n",
      "178 25 -0.171353131533 -0.0255046946751 0.01\n",
      "178 30 -0.158432483673 -0.0255046946751 0.01\n",
      "178 35 -0.139372646809 -0.0255046946751 0.01\n",
      "178 40 -0.174942851067 -0.0255046946751 0.01\n",
      "178 45 -0.133013322949 -0.0255046946751 0.01\n",
      "178 50 -0.195589736104 -0.0255046946751 0.01\n",
      "178 55 -0.125329390168 -0.0255046946751 0.01\n",
      "valid_acc 95.38666666666667\n",
      "best valid_acc 95.38666666666667\n",
      "179 0 -0.130092471838 -0.0255046946751 0.01\n",
      "179 5 -0.242043584585 -0.0255046946751 0.01\n",
      "179 10 -0.162405073643 -0.0255046946751 0.01\n",
      "179 15 -0.221665501595 -0.0255046946751 0.01\n",
      "179 20 -0.12471331656 -0.0255046946751 0.01\n",
      "179 25 -0.17037679255 -0.0255046946751 0.01\n",
      "179 30 -0.175672248006 -0.0255046946751 0.01\n",
      "179 35 -0.177236810327 -0.0255046946751 0.01\n",
      "179 40 -0.151250705123 -0.0255046946751 0.01\n",
      "179 45 -0.151815116405 -0.0255046946751 0.01\n",
      "179 50 -0.186184152961 -0.0255046946751 0.01\n",
      "179 55 -0.141337603331 -0.0255046946751 0.01\n",
      "valid_acc 95.24666666666667\n",
      "180 0 -0.189595609903 -0.0255046946751 0.01\n",
      "180 5 -0.178843453526 -0.0255046946751 0.01\n",
      "180 10 -0.217539951205 -0.0255046946751 0.01\n",
      "180 15 -0.140770897269 -0.0255046946751 0.01\n",
      "180 20 -0.210136830807 -0.0255046946751 0.01\n",
      "180 25 -0.147419825196 -0.0255046946751 0.01\n",
      "180 30 -0.136648774147 -0.0255046946751 0.01\n",
      "180 35 -0.135064557195 -0.0255046946751 0.01\n",
      "180 40 -0.247639223933 -0.0255046946751 0.01\n",
      "180 45 -0.180200725794 -0.0255046946751 0.01\n",
      "180 50 -0.142220839858 -0.0255046946751 0.01\n",
      "180 55 -0.15209043026 -0.0255046946751 0.01\n",
      "valid_acc 95.36\n",
      "181 0 -0.144280657172 -0.0255046946751 0.01\n",
      "181 5 -0.166983649135 -0.0255046946751 0.01\n",
      "181 10 -0.207566171885 -0.0255046946751 0.01\n",
      "181 15 -0.149750113487 -0.0255046946751 0.01\n",
      "181 20 -0.212176188827 -0.0255046946751 0.01\n",
      "181 25 -0.147657766938 -0.0255046946751 0.01\n",
      "181 30 -0.166867345572 -0.0255046946751 0.01\n",
      "181 35 -0.17311924696 -0.0255046946751 0.01\n",
      "181 40 -0.178051486611 -0.0255046946751 0.01\n",
      "181 45 -0.172588795424 -0.0255046946751 0.01\n",
      "181 50 -0.139477416873 -0.0255046946751 0.01\n",
      "181 55 -0.157204180956 -0.0255046946751 0.01\n",
      "valid_acc 95.27333333333333\n",
      "182 0 -0.205904126167 -0.0255046946751 0.01\n",
      "182 5 -0.190776616335 -0.0255046946751 0.01\n",
      "182 10 -0.172038987279 -0.0255046946751 0.01\n",
      "182 15 -0.209704264998 -0.0239676150554 0.01\n",
      "182 20 -0.164635255933 -0.0239676150554 0.01\n",
      "182 25 -0.161621958017 -0.0239676150554 0.01\n",
      "182 30 -0.14273737371 -0.0239676150554 0.01\n",
      "182 35 -0.146237775683 -0.0239676150554 0.01\n",
      "182 40 -0.132487043738 -0.0239676150554 0.01\n",
      "182 45 -0.121395282447 -0.0239676150554 0.01\n",
      "182 50 -0.155121430755 -0.0239676150554 0.01\n",
      "182 55 -0.219761118293 -0.0239676150554 0.01\n",
      "valid_acc 95.03666666666668\n",
      "183 0 -0.127816125751 -0.0239676150554 0.01\n",
      "183 5 -0.166243374348 -0.0239676150554 0.01\n",
      "183 10 -0.150893673301 -0.0239676150554 0.01\n",
      "183 15 -0.155015826225 -0.0239676150554 0.01\n",
      "183 20 -0.187863454223 -0.0239676150554 0.01\n",
      "183 25 -0.147670388222 -0.0239676150554 0.01\n",
      "183 30 -0.171058014035 -0.0239676150554 0.01\n",
      "183 35 -0.1754950881 -0.0239676150554 0.01\n",
      "183 40 -0.230867594481 -0.0239676150554 0.01\n",
      "183 45 -0.123605445027 -0.0239676150554 0.01\n",
      "183 50 -0.185997933149 -0.0239676150554 0.01\n",
      "183 55 -0.166093826294 -0.0239676150554 0.01\n",
      "valid_acc 95.26333333333334\n",
      "184 0 -0.140696913004 -0.0239676150554 0.01\n",
      "184 5 -0.163656949997 -0.0239676150554 0.01\n",
      "184 10 -0.139318078756 -0.0239676150554 0.01\n",
      "184 15 -0.189434960485 -0.0239676150554 0.01\n",
      "184 20 -0.134331256151 -0.0239676150554 0.01\n",
      "184 25 -0.15221272409 -0.0239676150554 0.01\n",
      "184 30 -0.127339884639 -0.0239676150554 0.01\n",
      "184 35 -0.139913260937 -0.0239676150554 0.01\n",
      "184 40 -0.163229122758 -0.0239676150554 0.01\n",
      "184 45 -0.118083409965 -0.0239676150554 0.01\n",
      "184 50 -0.129397362471 -0.0239676150554 0.01\n",
      "184 55 -0.128458604217 -0.0239676150554 0.01\n",
      "valid_acc 95.07166666666666\n",
      "185 0 -0.1866453439 -0.0239676150554 0.01\n",
      "185 5 -0.232474774122 -0.0239676150554 0.01\n",
      "185 10 -0.228851050138 -0.0239676150554 0.01\n",
      "185 15 -0.228635326028 -0.0239676150554 0.01\n",
      "185 20 -0.175142794847 -0.0239676150554 0.01\n",
      "185 25 -0.163976863027 -0.0239676150554 0.01\n",
      "185 30 -0.179980412126 -0.0239676150554 0.01\n",
      "185 35 -0.175288721919 -0.0239676150554 0.01\n",
      "185 40 -0.147655531764 -0.0239676150554 0.01\n",
      "185 45 -0.153740406036 -0.0239676150554 0.01\n",
      "185 50 -0.122549027205 -0.0239676150554 0.01\n",
      "185 55 -0.158002898097 -0.0239676150554 0.01\n",
      "valid_acc 95.035\n",
      "186 0 -0.165772393346 -0.0239676150554 0.01\n",
      "186 5 -0.17759616673 -0.0239676150554 0.01\n",
      "186 10 -0.172274276614 -0.0239676150554 0.01\n",
      "186 15 -0.0983661338687 -0.0239676150554 0.01\n",
      "186 20 -0.194556102157 -0.0239676150554 0.01\n",
      "186 25 -0.181467920542 -0.0239676150554 0.01\n",
      "186 30 -0.143707767129 -0.0239676150554 0.01\n",
      "186 35 -0.186912566423 -0.0239676150554 0.01\n",
      "186 40 -0.146136388183 -0.0239676150554 0.01\n",
      "186 45 -0.15105471015 -0.0239676150554 0.01\n",
      "186 50 -0.168268978596 -0.0239676150554 0.01\n",
      "186 55 -0.159911558032 -0.0239676150554 0.01\n",
      "valid_acc 95.19\n",
      "187 0 -0.150129944086 -0.0239676150554 0.01\n",
      "187 5 -0.151745930314 -0.0239676150554 0.01\n",
      "187 10 -0.157633811235 -0.0239676150554 0.01\n",
      "187 15 -0.201604634523 -0.0239676150554 0.01\n",
      "187 20 -0.160894244909 -0.0239676150554 0.01\n",
      "187 25 -0.123098865151 -0.0239676150554 0.01\n",
      "187 30 -0.143561214209 -0.0239676150554 0.01\n",
      "187 35 -0.135856896639 -0.0239676150554 0.01\n",
      "187 40 -0.245998799801 -0.0239676150554 0.01\n",
      "187 45 -0.186271458864 -0.0239676150554 0.01\n",
      "187 50 -0.129833221436 -0.0239676150554 0.01\n",
      "187 55 -0.106386378407 -0.0239676150554 0.01\n",
      "valid_acc 95.36166666666666\n",
      "188 0 -0.168383747339 -0.0239676150554 0.01\n",
      "188 5 -0.185044556856 -0.0239676150554 0.01\n",
      "188 10 -0.113095425069 -0.0239676150554 0.01\n",
      "188 15 -0.137869566679 -0.0239676150554 0.01\n",
      "188 20 -0.132856160402 -0.0239676150554 0.01\n",
      "188 25 -0.227620571852 -0.0239676150554 0.01\n",
      "188 30 -0.170371472836 -0.0239676150554 0.01\n",
      "188 35 -0.204365536571 -0.0239676150554 0.01\n",
      "188 40 -0.147730052471 -0.0239676150554 0.01\n",
      "188 45 -0.190593153238 -0.0239676150554 0.01\n",
      "188 50 -0.170120924711 -0.0239676150554 0.01\n",
      "188 55 -0.131215274334 -0.0239676150554 0.01\n",
      "valid_acc 95.21\n",
      "189 0 -0.132639601827 -0.0239676150554 0.01\n",
      "189 5 -0.200348839164 -0.0239676150554 0.01\n",
      "189 10 -0.18825417757 -0.0239676150554 0.01\n",
      "189 15 -0.131522119045 -0.0239676150554 0.01\n",
      "189 20 -0.171320945024 -0.0239676150554 0.01\n",
      "189 25 -0.167435780168 -0.0239676150554 0.01\n",
      "189 30 -0.190711483359 -0.0239676150554 0.01\n",
      "189 35 -0.163420587778 -0.0239676150554 0.01\n",
      "189 40 -0.170301631093 -0.0239676150554 0.01\n",
      "189 45 -0.160274982452 -0.0239676150554 0.01\n",
      "189 50 -0.185533553362 -0.0239676150554 0.01\n",
      "189 55 -0.136169195175 -0.0239676150554 0.01\n",
      "valid_acc 95.30333333333333\n",
      "190 0 -0.166367128491 -0.0239676150554 0.01\n",
      "190 5 -0.195768326521 -0.0239676150554 0.01\n",
      "190 10 -0.140797972679 -0.0239676150554 0.01\n",
      "190 15 -0.126630738378 -0.0239676150554 0.01\n",
      "190 20 -0.1372410357 -0.0239676150554 0.01\n",
      "190 25 -0.160632416606 -0.0239676150554 0.01\n",
      "190 30 -0.203458368778 -0.0239676150554 0.01\n",
      "190 35 -0.186785086989 -0.0239676150554 0.01\n",
      "190 40 -0.154414281249 -0.0239676150554 0.01\n",
      "190 45 -0.17876149714 -0.0239676150554 0.01\n",
      "190 50 -0.299386709929 -0.0239676150554 0.01\n",
      "190 55 -0.154163867235 -0.0239676150554 0.01\n",
      "valid_acc 94.95333333333333\n",
      "191 0 -0.144308626652 -0.0239676150554 0.01\n",
      "191 5 -0.178204283118 -0.0239676150554 0.01\n",
      "191 10 -0.173288136721 -0.0239676150554 0.01\n",
      "191 15 -0.150782972574 -0.0239676150554 0.01\n",
      "191 20 -0.127862274647 -0.0239676150554 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "191 25 -0.161113142967 -0.0239676150554 0.01\n",
      "191 30 -0.144841492176 -0.0239676150554 0.01\n",
      "191 35 -0.177160292864 -0.0239676150554 0.01\n",
      "191 40 -0.128405898809 -0.0239676150554 0.01\n",
      "191 45 -0.154437422752 -0.0239676150554 0.01\n",
      "191 50 -0.125113636255 -0.0239676150554 0.01\n",
      "191 55 -0.148060277104 -0.0239676150554 0.01\n",
      "valid_acc 94.94166666666666\n",
      "192 0 -0.143423721194 -0.0239676150554 0.01\n",
      "192 5 -0.162306278944 -0.0239676150554 0.01\n",
      "192 10 -0.185855984688 -0.0239676150554 0.01\n",
      "192 15 -0.12891818583 -0.0239676150554 0.01\n",
      "192 20 -0.15031671524 -0.0239676150554 0.01\n",
      "192 25 -0.188611581922 -0.0239676150554 0.01\n",
      "192 30 -0.13440836966 -0.0239676150554 0.01\n",
      "192 35 -0.167601138353 -0.0239676150554 0.01\n",
      "192 40 -0.182400882244 -0.0239676150554 0.01\n",
      "192 45 -0.17520429194 -0.0239676150554 0.01\n",
      "192 50 -0.197066470981 -0.0239676150554 0.01\n",
      "192 55 -0.175356969237 -0.0239676150554 0.01\n",
      "valid_acc 95.25166666666667\n",
      "193 0 -0.134393304586 -0.0239676150554 0.01\n",
      "193 5 -0.197366684675 -0.0239676150554 0.01\n",
      "193 10 -0.131065219641 -0.0239676150554 0.01\n",
      "193 15 -0.125608414412 -0.0239676150554 0.01\n",
      "193 20 -0.150090157986 -0.0239676150554 0.01\n",
      "193 25 -0.15163128078 -0.0239676150554 0.01\n",
      "193 30 -0.148396521807 -0.0239676150554 0.01\n",
      "193 35 -0.146360650659 -0.0239676150554 0.01\n",
      "193 40 -0.137050151825 -0.0239676150554 0.01\n",
      "193 45 -0.197023928165 -0.0239676150554 0.01\n",
      "193 50 -0.15667450428 -0.0239676150554 0.01\n",
      "193 55 -0.19219301641 -0.0239676150554 0.01\n",
      "valid_acc 95.47333333333333\n",
      "best valid_acc 95.47333333333333\n",
      "194 0 -0.160808861256 -0.0239676150554 0.01\n",
      "194 5 -0.164638713002 -0.0239676150554 0.01\n",
      "194 10 -0.139914497733 -0.0239676150554 0.01\n",
      "194 15 -0.16273920238 -0.0239676150554 0.01\n",
      "194 20 -0.17604534328 -0.0239676150554 0.01\n",
      "194 25 -0.107944756746 -0.0239676150554 0.01\n",
      "194 30 -0.0903751179576 -0.0239676150554 0.01\n",
      "194 35 -0.137238055468 -0.0239676150554 0.01\n",
      "194 40 -0.131187111139 -0.0239676150554 0.01\n",
      "194 45 -0.143352791667 -0.0239676150554 0.01\n",
      "194 50 -0.153982982039 -0.0239676150554 0.01\n",
      "194 55 -0.154196813703 -0.0239676150554 0.01\n",
      "valid_acc 95.29166666666666\n",
      "195 0 -0.143903836608 -0.0239676150554 0.01\n",
      "195 5 -0.155128508806 -0.0239676150554 0.01\n",
      "195 10 -0.128600075841 -0.0239676150554 0.01\n",
      "195 15 -0.180333599448 -0.0239676150554 0.01\n",
      "195 20 -0.176075980067 -0.0239676150554 0.01\n",
      "195 25 -0.197136193514 -0.0239676150554 0.01\n",
      "195 30 -0.1329010427 -0.0239676150554 0.01\n",
      "195 35 -0.192487031221 -0.0239676150554 0.01\n",
      "195 40 -0.142303094268 -0.0239676150554 0.01\n",
      "195 45 -0.107255294919 -0.0239676150554 0.01\n",
      "195 50 -0.189467847347 -0.0239676150554 0.01\n",
      "195 55 -0.156763702631 -0.0239676150554 0.01\n",
      "valid_acc 95.05833333333334\n",
      "196 0 -0.207820549607 -0.0239676150554 0.01\n",
      "196 5 -0.175095617771 -0.0239676150554 0.01\n",
      "196 10 -0.160495758057 -0.0239676150554 0.01\n",
      "196 15 -0.150477468967 -0.0239676150554 0.01\n",
      "196 20 -0.195050656796 -0.0239676150554 0.01\n",
      "196 25 -0.182313263416 -0.0239676150554 0.01\n",
      "196 30 -0.201203674078 -0.0239676150554 0.01\n",
      "196 35 -0.176768645644 -0.0239676150554 0.01\n",
      "196 40 -0.167675048113 -0.0239676150554 0.01\n",
      "196 45 -0.105434887111 -0.0239676150554 0.01\n",
      "196 50 -0.141198709607 -0.0239676150554 0.01\n",
      "196 55 -0.154984936118 -0.0239676150554 0.01\n",
      "valid_acc 95.65333333333334\n",
      "best valid_acc 95.65333333333334\n",
      "197 0 -0.138453394175 -0.0239676150554 0.01\n",
      "197 5 -0.114819131792 -0.0239676150554 0.01\n",
      "197 10 -0.219600975513 -0.0239676150554 0.01\n",
      "197 15 -0.148621439934 -0.0239676150554 0.01\n",
      "197 20 -0.196411475539 -0.0239676150554 0.01\n",
      "197 25 -0.190305754542 -0.0239676150554 0.01\n",
      "197 30 -0.112037278712 -0.0239676150554 0.01\n",
      "197 35 -0.142181053758 -0.0239676150554 0.01\n",
      "197 40 -0.19714589417 -0.0239676150554 0.01\n",
      "197 45 -0.1549154073 -0.0239676150554 0.01\n",
      "197 50 -0.131572172046 -0.0239676150554 0.01\n",
      "197 55 -0.145214378834 -0.0239676150554 0.01\n",
      "valid_acc 95.195\n",
      "198 0 -0.150072962046 -0.0239676150554 0.01\n",
      "198 5 -0.166116923094 -0.0239676150554 0.01\n",
      "198 10 -0.123103193939 -0.0239676150554 0.01\n",
      "198 15 -0.200213760138 -0.0239676150554 0.01\n",
      "198 20 -0.147432714701 -0.0239676150554 0.01\n",
      "198 25 -0.108407966793 -0.0239676150554 0.01\n",
      "198 30 -0.178076177835 -0.0239676150554 0.01\n",
      "198 35 -0.198897108436 -0.0239676150554 0.01\n",
      "198 40 -0.141466513276 -0.0239676150554 0.01\n",
      "198 45 -0.117314524949 -0.0239676150554 0.01\n",
      "198 50 -0.130285724998 -0.0239676150554 0.01\n",
      "198 55 -0.165148198605 -0.0239676150554 0.01\n",
      "valid_acc 95.37666666666667\n",
      "199 0 -0.1109290272 -0.0239676150554 0.01\n",
      "199 5 -0.138785794377 -0.0239676150554 0.01\n",
      "199 10 -0.124226406217 -0.0239676150554 0.01\n",
      "199 15 -0.214608475566 -0.0239676150554 0.01\n",
      "199 20 -0.142828673124 -0.0239676150554 0.01\n",
      "199 25 -0.21571393311 -0.0239676150554 0.01\n",
      "199 30 -0.148644313216 -0.0239676150554 0.01\n",
      "199 35 -0.212895601988 -0.0239676150554 0.01\n",
      "199 40 -0.157059580088 -0.0239676150554 0.01\n",
      "199 45 -0.136898905039 -0.0239676150554 0.01\n",
      "199 50 -0.182079046965 -0.0239676150554 0.01\n",
      "199 55 -0.154872059822 -0.0239676150554 0.01\n",
      "valid_acc 94.92833333333334\n",
      "200 0 -0.171515762806 -0.0239676150554 0.01\n",
      "200 5 -0.14194868505 -0.0239676150554 0.01\n",
      "200 10 -0.142963424325 -0.0239676150554 0.01\n",
      "200 15 -0.165827795863 -0.0239676150554 0.01\n",
      "200 20 -0.153740331531 -0.0239676150554 0.01\n",
      "200 25 -0.182998865843 -0.0239676150554 0.01\n",
      "200 30 -0.153435513377 -0.0239676150554 0.01\n",
      "200 35 -0.173534676433 -0.0239676150554 0.01\n",
      "200 40 -0.159210190177 -0.0239676150554 0.01\n",
      "200 45 -0.177729457617 -0.0239676150554 0.01\n",
      "200 50 -0.168274343014 -0.0239676150554 0.01\n",
      "200 55 -0.142579138279 -0.0239676150554 0.01\n",
      "valid_acc 95.25833333333334\n",
      "201 0 -0.179186075926 -0.0239676150554 0.01\n",
      "201 5 -0.121770083904 -0.0239676150554 0.01\n",
      "201 10 -0.151733860373 -0.0239676150554 0.01\n",
      "201 15 -0.182121858001 -0.0239676150554 0.01\n",
      "201 20 -0.17249417305 -0.0239676150554 0.01\n",
      "201 25 -0.202595546842 -0.0239676150554 0.01\n",
      "201 30 -0.16742439568 -0.0239676150554 0.01\n",
      "201 35 -0.158464848995 -0.0239676150554 0.01\n",
      "201 40 -0.14944665134 -0.0239676150554 0.01\n",
      "201 45 -0.174994811416 -0.0239676150554 0.01\n",
      "201 50 -0.126104101539 -0.0239676150554 0.01\n",
      "201 55 -0.151530772448 -0.0239676150554 0.01\n",
      "valid_acc 95.49166666666666\n",
      "202 0 -0.137238651514 -0.0239676150554 0.01\n",
      "202 5 -0.148907363415 -0.0239676150554 0.01\n",
      "202 10 -0.175424233079 -0.0239676150554 0.01\n",
      "202 15 -0.134956985712 -0.0239676150554 0.01\n",
      "202 20 -0.155078783631 -0.0239676150554 0.01\n",
      "202 25 -0.146477684379 -0.0239676150554 0.01\n",
      "202 30 -0.117679536343 -0.0239676150554 0.01\n",
      "202 35 -0.190343663096 -0.0239676150554 0.01\n",
      "202 40 -0.140858367085 -0.0239676150554 0.01\n",
      "202 45 -0.170128628612 -0.0239676150554 0.01\n",
      "202 50 -0.158469244838 -0.0239676150554 0.01\n",
      "202 55 -0.162683993578 -0.0239676150554 0.01\n",
      "valid_acc 95.33166666666666\n",
      "203 0 -0.171389475465 -0.0239676150554 0.01\n",
      "203 5 -0.165755584836 -0.0239676150554 0.01\n",
      "203 10 -0.1805703789 -0.0239676150554 0.01\n",
      "203 15 -0.133179277182 -0.0239676150554 0.01\n",
      "203 20 -0.131549820304 -0.0239676150554 0.01\n",
      "203 25 -0.135783448815 -0.0239676150554 0.01\n",
      "203 30 -0.172489792109 -0.0239676150554 0.01\n",
      "203 35 -0.141439571977 -0.0239676150554 0.01\n",
      "203 40 -0.226321771741 -0.0239676150554 0.01\n",
      "203 45 -0.123511448503 -0.0239676150554 0.01\n",
      "203 50 -0.154647856951 -0.0239676150554 0.01\n",
      "203 55 -0.133654236794 -0.0239676150554 0.01\n",
      "valid_acc 95.64833333333334\n",
      "204 0 -0.154562368989 -0.0239676150554 0.01\n",
      "204 5 -0.194786906242 -0.0239676150554 0.01\n",
      "204 10 -0.167515680194 -0.0239676150554 0.01\n",
      "204 15 -0.163131028414 -0.0239676150554 0.01\n",
      "204 20 -0.170390367508 -0.0239676150554 0.01\n",
      "204 25 -0.177394658327 -0.0239676150554 0.01\n",
      "204 30 -0.153341799974 -0.0239676150554 0.01\n",
      "204 35 -0.128967031837 -0.0239676150554 0.01\n",
      "204 40 -0.134800121188 -0.0239676150554 0.01\n",
      "204 45 -0.116349704564 -0.0239676150554 0.01\n",
      "204 50 -0.155106469989 -0.0239676150554 0.01\n",
      "204 55 -0.167814269662 -0.0239676150554 0.01\n",
      "valid_acc 95.34333333333333\n",
      "205 0 -0.168392375112 -0.0239676150554 0.01\n",
      "205 5 -0.115702852607 -0.0239676150554 0.01\n",
      "205 10 -0.130864396691 -0.0239676150554 0.01\n",
      "205 15 -0.156137466431 -0.0239676150554 0.01\n",
      "205 20 -0.176535114646 -0.0239676150554 0.01\n",
      "205 25 -0.135346159339 -0.0239676150554 0.01\n",
      "205 30 -0.196038722992 -0.0239676150554 0.01\n",
      "205 35 -0.11547292769 -0.0239676150554 0.01\n",
      "205 40 -0.145567581058 -0.0239676150554 0.01\n",
      "205 45 -0.193931594491 -0.0239676150554 0.01\n",
      "205 50 -0.178313270211 -0.0239676150554 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "205 55 -0.165195405483 -0.0239676150554 0.01\n",
      "valid_acc 95.28\n",
      "206 0 -0.167412832379 -0.0239676150554 0.01\n",
      "206 5 -0.178414806724 -0.0239676150554 0.01\n",
      "206 10 -0.105171330273 -0.0239676150554 0.01\n",
      "206 15 -0.178330749273 -0.0239676150554 0.01\n",
      "206 20 -0.150951102376 -0.0239676150554 0.01\n",
      "206 25 -0.137670218945 -0.0239676150554 0.01\n",
      "206 30 -0.174897164106 -0.0239676150554 0.01\n",
      "206 35 -0.146595731378 -0.0239676150554 0.01\n",
      "206 40 -0.184889897704 -0.0239676150554 0.01\n",
      "206 45 -0.13753503561 -0.0239676150554 0.01\n",
      "206 50 -0.188366010785 -0.0239676150554 0.01\n",
      "206 55 -0.167907714844 -0.0239676150554 0.01\n",
      "valid_acc 95.33\n",
      "207 0 -0.13097769022 -0.0249063676327 0.01\n",
      "207 5 -0.140952304006 -0.0249063676327 0.01\n",
      "207 10 -0.140880212188 -0.0249063676327 0.01\n",
      "207 15 -0.160347446799 -0.0249063676327 0.01\n",
      "207 20 -0.180471986532 -0.0249063676327 0.01\n",
      "207 25 -0.158102974296 -0.0249063676327 0.01\n",
      "207 30 -0.161048710346 -0.0249063676327 0.01\n",
      "207 35 -0.170021936297 -0.0249063676327 0.01\n",
      "207 40 -0.14539141953 -0.0249063676327 0.01\n",
      "207 45 -0.149126842618 -0.0249063676327 0.01\n",
      "207 50 -0.188016965985 -0.0249063676327 0.01\n",
      "207 55 -0.157183974981 -0.0249063676327 0.01\n",
      "valid_acc 95.75166666666667\n",
      "best valid_acc 95.75166666666667\n",
      "208 0 -0.151951029897 -0.0249063676327 0.01\n",
      "208 5 -0.111423350871 -0.0249063676327 0.01\n",
      "208 10 -0.151017010212 -0.0249063676327 0.01\n",
      "208 15 -0.169681474566 -0.0249063676327 0.01\n",
      "208 20 -0.129479110241 -0.0249063676327 0.01\n",
      "208 25 -0.127691954374 -0.0249063676327 0.01\n",
      "208 30 -0.165085822344 -0.0249063676327 0.01\n",
      "208 35 -0.144198998809 -0.0249063676327 0.01\n",
      "208 40 -0.162755221128 -0.0249063676327 0.01\n",
      "208 45 -0.147846907377 -0.0249063676327 0.01\n",
      "208 50 -0.160010129213 -0.0249063676327 0.01\n",
      "208 55 -0.147129520774 -0.0249063676327 0.01\n",
      "valid_acc 95.46333333333334\n",
      "209 0 -0.124723777175 -0.0249063676327 0.01\n",
      "209 5 -0.140708178282 -0.0249063676327 0.01\n",
      "209 10 -0.159584417939 -0.0249063676327 0.01\n",
      "209 15 -0.242639362812 -0.0249063676327 0.01\n",
      "209 20 -0.110460184515 -0.0249063676327 0.01\n",
      "209 25 -0.14190363884 -0.0249063676327 0.01\n",
      "209 30 -0.13938190043 -0.0249063676327 0.01\n",
      "209 35 -0.163050800562 -0.0249063676327 0.01\n",
      "209 40 -0.176484003663 -0.0249063676327 0.01\n",
      "209 45 -0.131974816322 -0.0249063676327 0.01\n",
      "209 50 -0.192848831415 -0.0249063676327 0.01\n",
      "209 55 -0.148071587086 -0.0249063676327 0.01\n",
      "valid_acc 95.70166666666667\n",
      "210 0 -0.144862368703 -0.0249063676327 0.01\n",
      "210 5 -0.134855419397 -0.0249063676327 0.01\n",
      "210 10 -0.159256190062 -0.0249063676327 0.01\n",
      "210 15 -0.168529242277 -0.0249063676327 0.01\n",
      "210 20 -0.178047552705 -0.0249063676327 0.01\n",
      "210 25 -0.166920855641 -0.0249063676327 0.01\n",
      "210 30 -0.225031480193 -0.0249063676327 0.01\n",
      "210 35 -0.142535164952 -0.0249063676327 0.01\n",
      "210 40 -0.170997977257 -0.0249063676327 0.01\n",
      "210 45 -0.138080120087 -0.0249063676327 0.01\n",
      "210 50 -0.160550639033 -0.0249063676327 0.01\n",
      "210 55 -0.129111230373 -0.0249063676327 0.01\n",
      "valid_acc 95.485\n",
      "211 0 -0.107523582876 -0.0249063676327 0.01\n",
      "211 5 -0.101449683309 -0.0249063676327 0.01\n",
      "211 10 -0.164349347353 -0.0249063676327 0.01\n",
      "211 15 -0.165777415037 -0.0249063676327 0.01\n",
      "211 20 -0.179585725069 -0.0249063676327 0.01\n",
      "211 25 -0.130032986403 -0.0249063676327 0.01\n",
      "211 30 -0.119398832321 -0.0249063676327 0.01\n",
      "211 35 -0.117123439908 -0.0249063676327 0.01\n",
      "211 40 -0.151881530881 -0.0249063676327 0.01\n",
      "211 45 -0.133411154151 -0.0249063676327 0.01\n",
      "211 50 -0.161885589361 -0.0249063676327 0.01\n",
      "211 55 -0.157410383224 -0.0249063676327 0.01\n",
      "valid_acc 95.63833333333334\n",
      "212 0 -0.179363131523 -0.0249063676327 0.01\n",
      "212 5 -0.145456925035 -0.0249063676327 0.01\n",
      "212 10 -0.139745876193 -0.0249063676327 0.01\n",
      "212 15 -0.139635175467 -0.0249063676327 0.01\n",
      "212 20 -0.163333132863 -0.0249063676327 0.01\n",
      "212 25 -0.1071049124 -0.0249063676327 0.01\n",
      "212 30 -0.155314326286 -0.0249063676327 0.01\n",
      "212 35 -0.124421589077 -0.0249063676327 0.01\n",
      "212 40 -0.149630710483 -0.0249063676327 0.01\n",
      "212 45 -0.146513685584 -0.0249063676327 0.01\n",
      "212 50 -0.146314159036 -0.0249063676327 0.01\n",
      "212 55 -0.153867602348 -0.0249063676327 0.01\n",
      "valid_acc 95.585\n",
      "213 0 -0.156186908484 -0.0249063676327 0.01\n",
      "213 5 -0.15058209002 -0.0249063676327 0.01\n",
      "213 10 -0.138068780303 -0.0249063676327 0.01\n",
      "213 15 -0.162946358323 -0.0249063676327 0.01\n",
      "213 20 -0.20383810997 -0.0249063676327 0.01\n",
      "213 25 -0.138408601284 -0.0249063676327 0.01\n",
      "213 30 -0.149851709604 -0.0249063676327 0.01\n",
      "213 35 -0.183325946331 -0.0249063676327 0.01\n",
      "213 40 -0.128831237555 -0.0249063676327 0.01\n",
      "213 45 -0.148484945297 -0.0249063676327 0.01\n",
      "213 50 -0.159422531724 -0.0249063676327 0.01\n",
      "213 55 -0.212505593896 -0.0249063676327 0.01\n",
      "valid_acc 95.265\n",
      "214 0 -0.149836242199 -0.0249063676327 0.01\n",
      "214 5 -0.152427971363 -0.0249063676327 0.01\n",
      "214 10 -0.180972501636 -0.0249063676327 0.01\n",
      "214 15 -0.185222119093 -0.0249063676327 0.01\n",
      "214 20 -0.125150755048 -0.0249063676327 0.01\n",
      "214 25 -0.116713471711 -0.0249063676327 0.01\n",
      "214 30 -0.125818297267 -0.0249063676327 0.01\n",
      "214 35 -0.141444772482 -0.0249063676327 0.01\n",
      "214 40 -0.134083986282 -0.0249063676327 0.01\n",
      "214 45 -0.148367956281 -0.0249063676327 0.01\n",
      "214 50 -0.177345275879 -0.0249063676327 0.01\n",
      "214 55 -0.112563878298 -0.0249063676327 0.01\n",
      "valid_acc 95.34833333333333\n",
      "215 0 -0.147287741303 -0.0249063676327 0.01\n",
      "215 5 -0.135857969522 -0.0249063676327 0.01\n",
      "215 10 -0.149052664638 -0.0249063676327 0.01\n",
      "215 15 -0.137375682592 -0.0249063676327 0.01\n",
      "215 20 -0.178577274084 -0.0249063676327 0.01\n",
      "215 25 -0.15851277113 -0.0249063676327 0.01\n",
      "215 30 -0.180344834924 -0.0249063676327 0.01\n",
      "215 35 -0.137992590666 -0.0249063676327 0.01\n",
      "215 40 -0.168380588293 -0.0249063676327 0.01\n",
      "215 45 -0.168174594641 -0.0249063676327 0.01\n",
      "215 50 -0.175294712186 -0.0249063676327 0.01\n",
      "215 55 -0.166787996888 -0.0249063676327 0.01\n",
      "valid_acc 95.34833333333333\n",
      "216 0 -0.169222414494 -0.0249063676327 0.01\n",
      "216 5 -0.163856118917 -0.0249063676327 0.01\n",
      "216 10 -0.179338738322 -0.0249063676327 0.01\n",
      "216 15 -0.0895545780659 -0.0249063676327 0.01\n",
      "216 20 -0.166554436088 -0.0249063676327 0.01\n",
      "216 25 -0.180583626032 -0.0249063676327 0.01\n",
      "216 30 -0.145747005939 -0.0249063676327 0.01\n",
      "216 35 -0.167208448052 -0.0249063676327 0.01\n",
      "216 40 -0.118387542665 -0.0249063676327 0.01\n",
      "216 45 -0.122755654156 -0.0249063676327 0.01\n",
      "216 50 -0.210434243083 -0.0249063676327 0.01\n",
      "216 55 -0.164686098695 -0.0249063676327 0.01\n",
      "valid_acc 95.36833333333334\n",
      "217 0 -0.125990867615 -0.0249063676327 0.01\n",
      "217 5 -0.12678694725 -0.0249063676327 0.01\n",
      "217 10 -0.108587868512 -0.0249063676327 0.01\n",
      "217 15 -0.103897742927 -0.0249063676327 0.01\n",
      "217 20 -0.177203550935 -0.0249063676327 0.01\n",
      "217 25 -0.155643358827 -0.0249063676327 0.01\n",
      "217 30 -0.126983910799 -0.0249063676327 0.01\n",
      "217 35 -0.115810282528 -0.0249063676327 0.01\n",
      "217 40 -0.132787153125 -0.0249063676327 0.01\n",
      "217 45 -0.159961819649 -0.0249063676327 0.01\n",
      "217 50 -0.125632986426 -0.0249063676327 0.01\n",
      "217 55 -0.170932248235 -0.0249063676327 0.01\n",
      "valid_acc 95.51666666666667\n",
      "218 0 -0.166674852371 -0.0249063676327 0.01\n",
      "218 5 -0.143853083253 -0.0249063676327 0.01\n",
      "218 10 -0.198807090521 -0.0249063676327 0.01\n",
      "218 15 -0.14661309123 -0.0249063676327 0.01\n",
      "218 20 -0.13117288053 -0.0249063676327 0.01\n",
      "218 25 -0.127237871289 -0.0249063676327 0.01\n",
      "218 30 -0.143353804946 -0.0249063676327 0.01\n",
      "218 35 -0.115259483457 -0.0249063676327 0.01\n",
      "218 40 -0.129624947906 -0.0249063676327 0.01\n",
      "218 45 -0.127055749297 -0.0249063676327 0.01\n",
      "218 50 -0.18468940258 -0.0249063676327 0.01\n",
      "218 55 -0.190232992172 -0.0249063676327 0.01\n",
      "valid_acc 95.39333333333333\n",
      "219 0 -0.120084971189 -0.0249063676327 0.01\n",
      "219 5 -0.166757002473 -0.0249063676327 0.01\n",
      "219 10 -0.122796632349 -0.0249063676327 0.01\n",
      "219 15 -0.136421129107 -0.0249063676327 0.01\n",
      "219 20 -0.129893392324 -0.0249063676327 0.01\n",
      "219 25 -0.169218957424 -0.0249063676327 0.01\n",
      "219 30 -0.132562860847 -0.0249063676327 0.01\n",
      "219 35 -0.10259090364 -0.0249063676327 0.01\n",
      "219 40 -0.116802699864 -0.0249063676327 0.01\n",
      "219 45 -0.142587333918 -0.0249063676327 0.01\n",
      "219 50 -0.192940235138 -0.0249063676327 0.01\n",
      "219 55 -0.168069839478 -0.0249063676327 0.01\n",
      "valid_acc 95.03666666666668\n",
      "220 0 -0.156961739063 -0.0249063676327 0.01\n",
      "220 5 -0.127801015973 -0.0249063676327 0.01\n",
      "220 10 -0.134435534477 -0.0249063676327 0.01\n",
      "220 15 -0.206985503435 -0.0249063676327 0.01\n",
      "220 20 -0.114409424365 -0.0249063676327 0.01\n",
      "220 25 -0.139603406191 -0.0249063676327 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "220 30 -0.101717576385 -0.0249063676327 0.01\n",
      "220 35 -0.195905715227 -0.0249063676327 0.01\n",
      "220 40 -0.16389349103 -0.0249063676327 0.01\n",
      "220 45 -0.142488747835 -0.0249063676327 0.01\n",
      "220 50 -0.159179285169 -0.0249063676327 0.01\n",
      "220 55 -0.148891851306 -0.0249063676327 0.01\n",
      "valid_acc 95.62666666666667\n",
      "221 0 -0.138237148523 -0.0249063676327 0.01\n",
      "221 5 -0.129331991076 -0.0249063676327 0.01\n",
      "221 10 -0.156728819013 -0.0249063676327 0.01\n",
      "221 15 -0.163242965937 -0.0249063676327 0.01\n",
      "221 20 -0.143952772021 -0.0249063676327 0.01\n",
      "221 25 -0.129672497511 -0.0249063676327 0.01\n",
      "221 30 -0.135797783732 -0.0249063676327 0.01\n",
      "221 35 -0.197747901082 -0.0249063676327 0.01\n",
      "221 40 -0.150996655226 -0.0249063676327 0.01\n",
      "221 45 -0.165629014373 -0.0249063676327 0.01\n",
      "221 50 -0.164652958512 -0.0249063676327 0.01\n",
      "221 55 -0.156802237034 -0.0249063676327 0.01\n",
      "valid_acc 95.02833333333334\n",
      "222 0 -0.124108538032 -0.0249063676327 0.01\n",
      "222 5 -0.118837624788 -0.0249063676327 0.01\n",
      "222 10 -0.149185866117 -0.0249063676327 0.01\n",
      "222 15 -0.154628962278 -0.0249063676327 0.01\n",
      "222 20 -0.102988764644 -0.0249063676327 0.01\n",
      "222 25 -0.154579609632 -0.0249063676327 0.01\n",
      "222 30 -0.14694391191 -0.0249063676327 0.01\n",
      "222 35 -0.231830984354 -0.0249063676327 0.01\n",
      "222 40 -0.166015028954 -0.0249063676327 0.01\n",
      "222 45 -0.149168103933 -0.0249063676327 0.01\n",
      "222 50 -0.157304286957 -0.0249063676327 0.01\n",
      "222 55 -0.130500942469 -0.0249063676327 0.01\n",
      "valid_acc 95.49499999999999\n",
      "223 0 -0.145091831684 -0.0249063676327 0.01\n",
      "223 5 -0.173756107688 -0.0249063676327 0.01\n",
      "223 10 -0.134096428752 -0.0249063676327 0.01\n",
      "223 15 -0.164189055562 -0.0249063676327 0.01\n",
      "223 20 -0.146208465099 -0.0249063676327 0.01\n",
      "223 25 -0.205492690206 -0.0249063676327 0.01\n",
      "223 30 -0.125153973699 -0.0249063676327 0.01\n",
      "223 35 -0.146769568324 -0.0249063676327 0.01\n",
      "223 40 -0.133936032653 -0.0249063676327 0.01\n",
      "223 45 -0.15556576848 -0.0249063676327 0.01\n",
      "223 50 -0.145575493574 -0.0249063676327 0.01\n",
      "223 55 -0.162379980087 -0.0249063676327 0.01\n",
      "valid_acc 95.63333333333334\n",
      "224 0 -0.192192718387 -0.0249063676327 0.01\n",
      "224 5 -0.170116230845 -0.0249063676327 0.01\n",
      "224 10 -0.151507869363 -0.0249063676327 0.01\n",
      "224 15 -0.141245529056 -0.0249063676327 0.01\n",
      "224 20 -0.1697165519 -0.0249063676327 0.01\n",
      "224 25 -0.169948831201 -0.0249063676327 0.01\n",
      "224 30 -0.161652013659 -0.0249063676327 0.01\n",
      "224 35 -0.149236679077 -0.0249063676327 0.01\n",
      "224 40 -0.157482206821 -0.0249063676327 0.01\n",
      "224 45 -0.17355145514 -0.0249063676327 0.01\n",
      "224 50 -0.125100567937 -0.0249063676327 0.01\n",
      "224 55 -0.162726849318 -0.0249063676327 0.01\n",
      "valid_acc 95.41333333333334\n",
      "225 0 -0.176717340946 -0.0249063676327 0.01\n",
      "225 5 -0.143181204796 -0.0249063676327 0.01\n",
      "225 10 -0.145752713084 -0.0249063676327 0.01\n",
      "225 15 -0.114218771458 -0.0249063676327 0.01\n",
      "225 20 -0.133176654577 -0.0249063676327 0.01\n",
      "225 25 -0.142490923405 -0.0249063676327 0.01\n",
      "225 30 -0.122161887586 -0.0249063676327 0.01\n",
      "225 35 -0.161278560758 -0.0249063676327 0.01\n",
      "225 40 -0.186606168747 -0.0249063676327 0.01\n",
      "225 45 -0.147575467825 -0.0249063676327 0.01\n",
      "225 50 -0.180580809712 -0.0249063676327 0.01\n",
      "225 55 -0.136460602283 -0.0249063676327 0.01\n",
      "valid_acc 95.47166666666666\n",
      "226 0 -0.152569070458 -0.0249063676327 0.01\n",
      "226 5 -0.137706726789 -0.0249063676327 0.01\n",
      "226 10 -0.191804468632 -0.0249063676327 0.01\n",
      "226 15 -0.153051316738 -0.0249063676327 0.01\n",
      "226 20 -0.183347299695 -0.0249063676327 0.01\n",
      "226 25 -0.141962125897 -0.0249063676327 0.01\n",
      "226 30 -0.132059663534 -0.0249063676327 0.01\n",
      "226 35 -0.127126604319 -0.0249063676327 0.01\n",
      "226 40 -0.184958949685 -0.0249063676327 0.01\n",
      "226 45 -0.134828805923 -0.0249063676327 0.01\n",
      "226 50 -0.133970424533 -0.0249063676327 0.01\n",
      "226 55 -0.126120537519 -0.0249063676327 0.01\n",
      "valid_acc 95.54666666666667\n",
      "227 0 -0.139581099153 -0.0249063676327 0.01\n",
      "227 5 -0.143792212009 -0.0249063676327 0.01\n",
      "227 10 -0.127423703671 -0.0249063676327 0.01\n",
      "227 15 -0.132261365652 -0.0249063676327 0.01\n",
      "227 20 -0.109772890806 -0.0249063676327 0.01\n",
      "227 25 -0.233357667923 -0.0249063676327 0.01\n",
      "227 30 -0.142570793629 -0.0249063676327 0.01\n",
      "227 35 -0.182569116354 -0.0249063676327 0.01\n",
      "227 40 -0.185261383653 -0.0249063676327 0.01\n",
      "227 45 -0.126731202006 -0.0249063676327 0.01\n",
      "227 50 -0.138006180525 -0.0249063676327 0.01\n",
      "227 55 -0.154125899076 -0.0249063676327 0.01\n",
      "valid_acc 95.63833333333334\n",
      "228 0 -0.116849824786 -0.0249063676327 0.01\n",
      "228 5 -0.125144377351 -0.0249063676327 0.01\n",
      "228 10 -0.118303589523 -0.0249063676327 0.01\n",
      "228 15 -0.197075679898 -0.0249063676327 0.01\n",
      "228 20 -0.162308186293 -0.0249063676327 0.01\n",
      "228 25 -0.166483670473 -0.0249063676327 0.01\n",
      "228 30 -0.14068993926 -0.0249063676327 0.01\n",
      "228 35 -0.151827037334 -0.0249063676327 0.01\n",
      "228 40 -0.12206531316 -0.0249063676327 0.01\n",
      "228 45 -0.14625069499 -0.0249063676327 0.01\n",
      "228 50 -0.124108783901 -0.0249063676327 0.01\n",
      "228 55 -0.157484546304 -0.0249063676327 0.01\n",
      "valid_acc 95.66\n",
      "229 0 -0.139182373881 -0.0249063676327 0.01\n",
      "229 5 -0.165242120624 -0.0249063676327 0.01\n",
      "229 10 -0.15961587429 -0.0249063676327 0.01\n",
      "229 15 -0.130741655827 -0.0249063676327 0.01\n",
      "229 20 -0.166071489453 -0.0249063676327 0.01\n",
      "229 25 -0.157416671515 -0.0249063676327 0.01\n",
      "229 30 -0.136253193021 -0.0249063676327 0.01\n",
      "229 35 -0.136990711093 -0.0249063676327 0.01\n",
      "229 40 -0.118360348046 -0.0249063676327 0.01\n",
      "229 45 -0.137091144919 -0.0249063676327 0.01\n",
      "229 50 -0.160705819726 -0.0249063676327 0.01\n",
      "229 55 -0.201918110251 -0.0249063676327 0.01\n",
      "valid_acc 95.585\n",
      "230 0 -0.162618339062 -0.0249063676327 0.01\n",
      "230 5 -0.0908185988665 -0.0249063676327 0.01\n",
      "230 10 -0.132212325931 -0.0249063676327 0.01\n",
      "230 15 -0.167791172862 -0.0249063676327 0.01\n",
      "230 20 -0.130171954632 -0.0249063676327 0.01\n",
      "230 25 -0.140550494194 -0.0249063676327 0.01\n",
      "230 30 -0.159831568599 -0.0249063676327 0.01\n",
      "230 35 -0.170714870095 -0.0249063676327 0.01\n",
      "230 40 -0.185442045331 -0.0249063676327 0.01\n",
      "230 45 -0.144236713648 -0.0249063676327 0.01\n",
      "230 50 -0.151260882616 -0.0249063676327 0.01\n",
      "230 55 -0.145575881004 -0.0249063676327 0.01\n",
      "valid_acc 95.38499999999999\n",
      "231 0 -0.11921621114 -0.0249063676327 0.01\n",
      "231 5 -0.172054633498 -0.0249063676327 0.01\n",
      "231 10 -0.112196780741 -0.0249063676327 0.01\n",
      "231 15 -0.0868139714003 -0.0249063676327 0.01\n",
      "231 20 -0.145243763924 -0.0249063676327 0.01\n",
      "231 25 -0.172235459089 -0.0249063676327 0.01\n",
      "231 30 -0.178120464087 -0.0249063676327 0.01\n",
      "231 35 -0.151039540768 -0.0249063676327 0.01\n",
      "231 40 -0.129163578153 -0.0249063676327 0.01\n",
      "231 45 -0.173255264759 -0.0249063676327 0.01\n",
      "231 50 -0.172057315707 -0.0249063676327 0.01\n",
      "231 55 -0.16585560143 -0.0249063676327 0.01\n",
      "valid_acc 95.10666666666665\n",
      "232 0 -0.109347544611 -0.0249063676327 0.01\n",
      "232 5 -0.144823372364 -0.0249063676327 0.01\n",
      "232 10 -0.153752535582 -0.0249063676327 0.01\n",
      "232 15 -0.153958633542 -0.0249063676327 0.01\n",
      "232 20 -0.128522932529 -0.0249063676327 0.01\n",
      "232 25 -0.122865542769 -0.0249063676327 0.01\n",
      "232 30 -0.160912439227 -0.0249063676327 0.01\n",
      "232 35 -0.193103373051 -0.0249063676327 0.01\n",
      "232 40 -0.152952209115 -0.0249063676327 0.01\n",
      "232 45 -0.202124372125 -0.0249063676327 0.01\n",
      "232 50 -0.131352648139 -0.0249063676327 0.01\n",
      "232 55 -0.132446408272 -0.0249063676327 0.01\n",
      "valid_acc 95.64166666666667\n",
      "233 0 -0.172177568078 -0.0249063676327 0.01\n",
      "233 5 -0.174802869558 -0.0249063676327 0.01\n",
      "233 10 -0.132611900568 -0.0249063676327 0.01\n",
      "233 15 -0.122739695013 -0.0249063676327 0.01\n",
      "233 20 -0.124237902462 -0.0249063676327 0.01\n",
      "233 25 -0.145001605153 -0.0249063676327 0.01\n",
      "233 30 -0.147847950459 -0.0249063676327 0.01\n",
      "233 35 -0.117641158402 -0.0249063676327 0.01\n",
      "233 40 -0.132246807218 -0.0249063676327 0.01\n",
      "233 45 -0.101330459118 -0.0249063676327 0.01\n",
      "233 50 -0.199576050043 -0.0249063676327 0.01\n",
      "233 55 -0.0884717926383 -0.0249063676327 0.01\n",
      "valid_acc 95.62166666666667\n",
      "234 0 -0.127964347601 -0.0249063676327 0.01\n",
      "234 5 -0.171504899859 -0.0249063676327 0.01\n",
      "234 10 -0.125430360436 -0.0249063676327 0.01\n",
      "234 15 -0.14708198607 -0.0249063676327 0.01\n",
      "234 20 -0.138728484511 -0.0249063676327 0.01\n",
      "234 25 -0.140346869826 -0.0249063676327 0.01\n",
      "234 30 -0.168493211269 -0.0249063676327 0.01\n",
      "234 35 -0.174837917089 -0.0249063676327 0.01\n",
      "234 40 -0.133071616292 -0.0249063676327 0.01\n",
      "234 45 -0.11893710494 -0.0249063676327 0.01\n",
      "234 50 -0.133888885379 -0.0249063676327 0.01\n",
      "234 55 -0.14752420783 -0.0249063676327 0.01\n",
      "valid_acc 95.45166666666667\n",
      "235 0 -0.138855785131 -0.0249063676327 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "235 5 -0.181627035141 -0.0249063676327 0.01\n",
      "235 10 -0.110576525331 -0.0249063676327 0.01\n",
      "235 15 -0.100181497633 -0.0249063676327 0.01\n",
      "235 20 -0.126646742225 -0.0249063676327 0.01\n",
      "235 25 -0.11535679549 -0.0249063676327 0.01\n",
      "235 30 -0.202055260539 -0.0249063676327 0.01\n",
      "235 35 -0.127652511001 -0.0249063676327 0.01\n",
      "235 40 -0.12426353991 -0.0249063676327 0.01\n",
      "235 45 -0.131065040827 -0.0249063676327 0.01\n",
      "235 50 -0.105633825064 -0.0249063676327 0.01\n",
      "235 55 -0.120351530612 -0.0249063676327 0.01\n",
      "valid_acc 95.48666666666666\n",
      "236 0 -0.11313855648 -0.0249063676327 0.01\n",
      "236 5 -0.103776231408 -0.0249063676327 0.01\n",
      "236 10 -0.157857507467 -0.0249063676327 0.01\n",
      "236 15 -0.161920636892 -0.0249063676327 0.01\n",
      "236 20 -0.166388466954 -0.0249063676327 0.01\n",
      "236 25 -0.117285624146 -0.0249063676327 0.01\n",
      "236 30 -0.179581522942 -0.0249063676327 0.01\n",
      "236 35 -0.164721265435 -0.0249063676327 0.01\n",
      "236 40 -0.138758182526 -0.0249063676327 0.01\n",
      "236 45 -0.168466478586 -0.0249063676327 0.01\n",
      "236 50 -0.107165835798 -0.0249063676327 0.01\n",
      "236 55 -0.175663039088 -0.0249063676327 0.01\n",
      "valid_acc 95.26666666666667\n",
      "237 0 -0.12298180908 -0.0249063676327 0.01\n",
      "237 5 -0.145505875349 -0.0249063676327 0.01\n",
      "237 10 -0.105146057904 -0.0249063676327 0.01\n",
      "237 15 -0.183352231979 -0.0249063676327 0.01\n",
      "237 20 -0.100338205695 -0.0249063676327 0.01\n",
      "237 25 -0.143976598978 -0.0249063676327 0.01\n",
      "237 30 -0.12498883158 -0.0249063676327 0.01\n",
      "237 35 -0.177747637033 -0.0249063676327 0.01\n",
      "237 40 -0.160671696067 -0.0249063676327 0.01\n",
      "237 45 -0.190907806158 -0.0249063676327 0.01\n",
      "237 50 -0.146953955293 -0.0249063676327 0.01\n",
      "237 55 -0.151172220707 -0.0249063676327 0.01\n",
      "valid_acc 95.58833333333332\n",
      "238 0 -0.144954547286 -0.0249063676327 0.01\n",
      "238 5 -0.123192578554 -0.0249063676327 0.01\n",
      "238 10 -0.191331937909 -0.0249063676327 0.01\n",
      "238 15 -0.135722190142 -0.0249063676327 0.01\n",
      "238 20 -0.122519090772 -0.0249063676327 0.01\n",
      "238 25 -0.0994058847427 -0.0249063676327 0.01\n",
      "238 30 -0.102013088763 -0.0249063676327 0.01\n",
      "238 35 -0.208237051964 -0.0249063676327 0.01\n",
      "238 40 -0.180569186807 -0.0249063676327 0.01\n",
      "238 45 -0.158602356911 -0.0249063676327 0.01\n",
      "238 50 -0.119658723474 -0.0249063676327 0.01\n",
      "238 55 -0.157417908311 -0.0249063676327 0.01\n",
      "valid_acc 95.69166666666666\n",
      "239 0 -0.146181762218 -0.0249063676327 0.01\n",
      "239 5 -0.148423150182 -0.0249063676327 0.01\n",
      "239 10 -0.184275835752 -0.0249063676327 0.01\n",
      "239 15 -0.156605124474 -0.0249063676327 0.01\n",
      "239 20 -0.173796027899 -0.0249063676327 0.01\n",
      "239 25 -0.148644506931 -0.0249063676327 0.01\n",
      "239 30 -0.105855695903 -0.0249063676327 0.01\n",
      "239 35 -0.132431551814 -0.0249063676327 0.01\n",
      "239 40 -0.144950017333 -0.0249063676327 0.01\n",
      "239 45 -0.124718010426 -0.0249063676327 0.01\n",
      "239 50 -0.13243535161 -0.0249063676327 0.01\n",
      "239 55 -0.128093227744 -0.0249063676327 0.01\n",
      "valid_acc 95.645\n",
      "240 0 -0.0958046093583 -0.0249063676327 0.01\n",
      "240 5 -0.150288373232 -0.0249063676327 0.01\n",
      "240 10 -0.17119461298 -0.0249063676327 0.01\n",
      "240 15 -0.122961550951 -0.0249063676327 0.01\n",
      "240 20 -0.143783643842 -0.0249063676327 0.01\n",
      "240 25 -0.152379304171 -0.0249063676327 0.01\n",
      "240 30 -0.162263274193 -0.0249063676327 0.01\n",
      "240 35 -0.12885633111 -0.0249063676327 0.01\n",
      "240 40 -0.150937482715 -0.0249063676327 0.01\n",
      "240 45 -0.15143661201 -0.0249063676327 0.01\n",
      "240 50 -0.134500980377 -0.0249063676327 0.01\n",
      "240 55 -0.127085015178 -0.0249063676327 0.01\n",
      "valid_acc 95.785\n",
      "best valid_acc 95.785\n",
      "241 0 -0.154059395194 -0.0249063676327 0.01\n",
      "241 5 -0.187355518341 -0.0249063676327 0.01\n",
      "241 10 -0.139495968819 -0.0249063676327 0.01\n",
      "241 15 -0.146195158362 -0.0249063676327 0.01\n",
      "241 20 -0.100735284388 -0.0249063676327 0.01\n",
      "241 25 -0.167145580053 -0.0249063676327 0.01\n",
      "241 30 -0.154127106071 -0.0249063676327 0.01\n",
      "241 35 -0.174986302853 -0.0249063676327 0.01\n",
      "241 40 -0.139655634761 -0.0249063676327 0.01\n",
      "241 45 -0.114498406649 -0.0249063676327 0.01\n",
      "241 50 -0.141329228878 -0.0249063676327 0.01\n",
      "241 55 -0.124798230827 -0.0249063676327 0.01\n",
      "valid_acc 95.41666666666667\n",
      "242 0 -0.143197253346 -0.0249063676327 0.01\n",
      "242 5 -0.108378261328 -0.0249063676327 0.01\n",
      "242 10 -0.150008708239 -0.0249063676327 0.01\n",
      "242 15 -0.13928309083 -0.0249063676327 0.01\n",
      "242 20 -0.160347133875 -0.0249063676327 0.01\n",
      "242 25 -0.194064572453 -0.0249063676327 0.01\n",
      "242 30 -0.126461967826 -0.0249063676327 0.01\n",
      "242 35 -0.179603070021 -0.0249063676327 0.01\n",
      "242 40 -0.130557954311 -0.0249063676327 0.01\n",
      "242 45 -0.133246734738 -0.0249063676327 0.01\n",
      "242 50 -0.112746454775 -0.0249063676327 0.01\n",
      "242 55 -0.152605608106 -0.0249063676327 0.01\n",
      "valid_acc 95.67166666666667\n",
      "243 0 -0.139280378819 -0.0249063676327 0.01\n",
      "243 5 -0.126523867249 -0.0249063676327 0.01\n",
      "243 10 -0.132871180773 -0.0249063676327 0.01\n",
      "243 15 -0.131170019507 -0.0249063676327 0.01\n",
      "243 20 -0.165936365724 -0.0249063676327 0.01\n",
      "243 25 -0.138203307986 -0.0249063676327 0.01\n",
      "243 30 -0.168278351426 -0.0249063676327 0.01\n",
      "243 35 -0.157861381769 -0.0249063676327 0.01\n",
      "243 40 -0.129139229655 -0.0249063676327 0.01\n",
      "243 45 -0.117641046643 -0.0249063676327 0.01\n",
      "243 50 -0.120670311153 -0.0249063676327 0.01\n",
      "243 55 -0.120341017842 -0.0249063676327 0.01\n",
      "valid_acc 95.595\n",
      "244 0 -0.171602934599 -0.0249063676327 0.01\n",
      "244 5 -0.135251417756 -0.0249063676327 0.01\n",
      "244 10 -0.0976615101099 -0.0249063676327 0.01\n",
      "244 15 -0.127023756504 -0.0249063676327 0.01\n",
      "244 20 -0.1716927737 -0.0249063676327 0.01\n",
      "244 25 -0.153261333704 -0.0249063676327 0.01\n",
      "244 30 -0.124888420105 -0.0249063676327 0.01\n",
      "244 35 -0.147068485618 -0.0249063676327 0.01\n",
      "244 40 -0.198561355472 -0.0249063676327 0.01\n",
      "244 45 -0.171361982822 -0.0249063676327 0.01\n",
      "244 50 -0.183333158493 -0.0249063676327 0.01\n",
      "244 55 -0.132490649819 -0.0249063676327 0.01\n",
      "valid_acc 94.91833333333334\n",
      "245 0 -0.163006842136 -0.0249063676327 0.01\n",
      "245 5 -0.162776678801 -0.0249063676327 0.01\n",
      "245 10 -0.171258971095 -0.0249063676327 0.01\n",
      "245 15 -0.0921995639801 -0.0249063676327 0.01\n",
      "245 20 -0.158812090755 -0.0249063676327 0.01\n",
      "245 25 -0.153114810586 -0.0249063676327 0.01\n",
      "245 30 -0.145182341337 -0.0249063676327 0.01\n",
      "245 35 -0.110424146056 -0.0249063676327 0.01\n",
      "245 40 -0.12960152328 -0.0249063676327 0.01\n",
      "245 45 -0.174730420113 -0.0249063676327 0.01\n",
      "245 50 -0.0905750244856 -0.0249063676327 0.01\n",
      "245 55 -0.131664127111 -0.0249063676327 0.01\n",
      "valid_acc 95.625\n",
      "246 0 -0.16066044569 -0.0249063676327 0.01\n",
      "246 5 -0.113449312747 -0.0249063676327 0.01\n",
      "246 10 -0.187009185553 -0.0249063676327 0.01\n",
      "246 15 -0.132556781173 -0.0249063676327 0.01\n",
      "246 20 -0.125973671675 -0.0249063676327 0.01\n",
      "246 25 -0.185639590025 -0.0249063676327 0.01\n",
      "246 30 -0.153395071626 -0.0249063676327 0.01\n",
      "246 35 -0.179293915629 -0.0249063676327 0.01\n",
      "246 40 -0.140447080135 -0.0249063676327 0.01\n",
      "246 45 -0.166577085853 -0.0249063676327 0.01\n",
      "246 50 -0.150403603911 -0.0249063676327 0.01\n",
      "246 55 -0.189142718911 -0.0249063676327 0.01\n",
      "valid_acc 95.5\n",
      "247 0 -0.185874283314 -0.0249063676327 0.01\n",
      "247 5 -0.138273224235 -0.0249063676327 0.01\n",
      "247 10 -0.160038262606 -0.0249063676327 0.01\n",
      "247 15 -0.14090976119 -0.0249063676327 0.01\n",
      "247 20 -0.142946720123 -0.0249063676327 0.01\n",
      "247 25 -0.153229281306 -0.0249063676327 0.01\n",
      "247 30 -0.121096856892 -0.0249063676327 0.01\n",
      "247 35 -0.16253760457 -0.0249063676327 0.01\n",
      "247 40 -0.172178074718 -0.0249063676327 0.01\n",
      "247 45 -0.129829600453 -0.0249063676327 0.01\n",
      "247 50 -0.14321282506 -0.0249063676327 0.01\n",
      "247 55 -0.12218926847 -0.0249063676327 0.01\n",
      "valid_acc 95.78666666666666\n",
      "best valid_acc 95.78666666666666\n",
      "248 0 -0.133231669664 -0.0249063676327 0.01\n",
      "248 5 -0.163449749351 -0.0249063676327 0.01\n",
      "248 10 -0.154052764177 -0.0249063676327 0.01\n",
      "248 15 -0.149747565389 -0.0249063676327 0.01\n",
      "248 20 -0.131529122591 -0.0249063676327 0.01\n",
      "248 25 -0.186157882214 -0.0249063676327 0.01\n",
      "248 30 -0.140811786056 -0.0249063676327 0.01\n",
      "248 35 -0.103044323623 -0.0249063676327 0.01\n",
      "248 40 -0.155555143952 -0.0249063676327 0.01\n",
      "248 45 -0.154628783464 -0.0249063676327 0.01\n",
      "248 50 -0.146906524897 -0.0249063676327 0.01\n",
      "248 55 -0.147831141949 -0.0249063676327 0.01\n",
      "valid_acc 95.23166666666667\n",
      "249 0 -0.183214336634 -0.0249063676327 0.01\n",
      "249 5 -0.118878573179 -0.0249063676327 0.01\n",
      "249 10 -0.12408836931 -0.0249063676327 0.01\n",
      "249 15 -0.101995110512 -0.0249063676327 0.01\n",
      "249 20 -0.11836347729 -0.0249063676327 0.01\n",
      "249 25 -0.127511546016 -0.0249063676327 0.01\n",
      "249 30 -0.0945787876844 -0.0249063676327 0.01\n",
      "249 35 -0.151189953089 -0.0249063676327 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "249 40 -0.141809910536 -0.0249063676327 0.01\n",
      "249 45 -0.127720713615 -0.0249063676327 0.01\n",
      "249 50 -0.125276342034 -0.0249063676327 0.01\n",
      "249 55 -0.198367357254 -0.0249063676327 0.01\n",
      "valid_acc 95.70666666666666\n",
      "250 0 -0.144662976265 -0.0249063676327 0.01\n",
      "250 5 -0.142772629857 -0.0249063676327 0.01\n",
      "250 10 -0.109702937305 -0.0249063676327 0.01\n",
      "250 15 -0.183019280434 -0.0249063676327 0.01\n",
      "250 20 -0.137247920036 -0.0249063676327 0.01\n",
      "250 25 -0.162184923887 -0.0249063676327 0.01\n",
      "250 30 -0.12722826004 -0.0249063676327 0.01\n",
      "250 35 -0.141092538834 -0.0249063676327 0.01\n",
      "250 40 -0.166620984674 -0.0249063676327 0.01\n",
      "250 45 -0.098625279963 -0.0249063676327 0.01\n",
      "250 50 -0.163390368223 -0.0249063676327 0.01\n",
      "250 55 -0.120421022177 -0.0249063676327 0.01\n",
      "valid_acc 95.79833333333333\n",
      "best valid_acc 95.79833333333333\n",
      "251 0 -0.156445711851 -0.0249063676327 0.01\n",
      "251 5 -0.120685838163 -0.0249063676327 0.01\n",
      "251 10 -0.114889807999 -0.0249063676327 0.01\n",
      "251 15 -0.136225283146 -0.0249063676327 0.01\n",
      "251 20 -0.14524333179 -0.0249063676327 0.01\n",
      "251 25 -0.174331396818 -0.0249063676327 0.01\n",
      "251 30 -0.141880303621 -0.0249063676327 0.01\n",
      "251 35 -0.135092437267 -0.0249063676327 0.01\n",
      "251 40 -0.116668239236 -0.0249063676327 0.01\n",
      "251 45 -0.159716442227 -0.0249063676327 0.01\n",
      "251 50 -0.120125323534 -0.0249063676327 0.01\n",
      "251 55 -0.112637251616 -0.0249063676327 0.01\n",
      "valid_acc 95.645\n",
      "252 0 -0.160156011581 -0.0249063676327 0.01\n",
      "252 5 -0.141303285956 -0.0249063676327 0.01\n",
      "252 10 -0.193120315671 -0.0249063676327 0.01\n",
      "252 15 -0.149512737989 -0.0249063676327 0.01\n",
      "252 20 -0.130226612091 -0.0249063676327 0.01\n",
      "252 25 -0.152881920338 -0.0249063676327 0.01\n",
      "252 30 -0.160630941391 -0.0249063676327 0.01\n",
      "252 35 -0.145570501685 -0.0249063676327 0.01\n",
      "252 40 -0.123486876488 -0.0249063676327 0.01\n",
      "252 45 -0.145552828908 -0.0249063676327 0.01\n",
      "252 50 -0.146421566606 -0.0249063676327 0.01\n",
      "252 55 -0.155083030462 -0.0249063676327 0.01\n",
      "valid_acc 95.44\n",
      "253 0 -0.12971766293 -0.0249063676327 0.01\n",
      "253 5 -0.176793053746 -0.0249063676327 0.01\n",
      "253 10 -0.147717192769 -0.0249063676327 0.01\n",
      "253 15 -0.149839356542 -0.0249063676327 0.01\n",
      "253 20 -0.176794961095 -0.0249063676327 0.01\n",
      "253 25 -0.144095376134 -0.0249063676327 0.01\n",
      "253 30 -0.171440526843 -0.0249063676327 0.01\n",
      "253 35 -0.123028665781 -0.0249063676327 0.01\n",
      "253 40 -0.159250199795 -0.0249063676327 0.01\n",
      "253 45 -0.122091256082 -0.0249063676327 0.01\n",
      "253 50 -0.106323994696 -0.0249063676327 0.01\n",
      "253 55 -0.170014560223 -0.0249063676327 0.01\n",
      "valid_acc 95.94666666666667\n",
      "best valid_acc 95.94666666666667\n",
      "254 0 -0.204507276416 -0.0249063676327 0.01\n",
      "254 5 -0.167104259133 -0.0249063676327 0.01\n",
      "254 10 -0.166949629784 -0.0249063676327 0.01\n",
      "254 15 -0.140329629183 -0.0249063676327 0.01\n",
      "254 20 -0.134263664484 -0.0249063676327 0.01\n",
      "254 25 -0.155596628785 -0.0249063676327 0.01\n",
      "254 30 -0.12972445786 -0.0249063676327 0.01\n",
      "254 35 -0.148729205132 -0.0249063676327 0.01\n",
      "254 40 -0.157836690545 -0.0249063676327 0.01\n",
      "254 45 -0.144139304757 -0.0249063676327 0.01\n",
      "254 50 -0.142340764403 -0.0249063676327 0.01\n",
      "254 55 -0.134711042047 -0.0249063676327 0.01\n",
      "valid_acc 95.47166666666666\n",
      "255 0 -0.152231037617 -0.0249063676327 0.01\n",
      "255 5 -0.146937966347 -0.0249063676327 0.01\n",
      "255 10 -0.11543020606 -0.0249063676327 0.01\n",
      "255 15 -0.133307337761 -0.0249063676327 0.01\n",
      "255 20 -0.19844828546 -0.0249063676327 0.01\n",
      "255 25 -0.158650949597 -0.0249063676327 0.01\n",
      "255 30 -0.182816788554 -0.0249063676327 0.01\n",
      "255 35 -0.105610817671 -0.0249063676327 0.01\n",
      "255 40 -0.141765892506 -0.0249063676327 0.01\n",
      "255 45 -0.123672805727 -0.0249063676327 0.01\n",
      "255 50 -0.101140633225 -0.0249063676327 0.01\n",
      "255 55 -0.121046587825 -0.0249063676327 0.01\n",
      "valid_acc 95.57666666666667\n",
      "256 0 -0.121576309204 -0.0249063676327 0.01\n",
      "256 5 -0.132027551532 -0.0249063676327 0.01\n",
      "256 10 -0.098344437778 -0.0249063676327 0.01\n",
      "256 15 -0.0999481081963 -0.0249063676327 0.01\n",
      "256 20 -0.132001578808 -0.0249063676327 0.01\n",
      "256 25 -0.191410958767 -0.0249063676327 0.01\n",
      "256 30 -0.125089347363 -0.0249063676327 0.01\n",
      "256 35 -0.152269855142 -0.0249063676327 0.01\n",
      "256 40 -0.13949264586 -0.0249063676327 0.01\n",
      "256 45 -0.128143131733 -0.0249063676327 0.01\n",
      "256 50 -0.196494281292 -0.0249063676327 0.01\n",
      "256 55 -0.126070201397 -0.0249063676327 0.01\n",
      "valid_acc 95.61666666666667\n",
      "257 0 -0.121837280691 -0.0249063676327 0.01\n",
      "257 5 -0.107366070151 -0.0249063676327 0.01\n",
      "257 10 -0.114380270243 -0.0249063676327 0.01\n",
      "257 15 -0.128634318709 -0.0249063676327 0.01\n",
      "257 20 -0.145710468292 -0.0249063676327 0.01\n",
      "257 25 -0.115988910198 -0.0249063676327 0.01\n",
      "257 30 -0.127383947372 -0.0249063676327 0.01\n",
      "257 35 -0.142277851701 -0.0249063676327 0.01\n",
      "257 40 -0.17124338448 -0.0249063676327 0.01\n",
      "257 45 -0.161544859409 -0.0249063676327 0.01\n",
      "257 50 -0.104648888111 -0.0249063676327 0.01\n",
      "257 55 -0.178166344762 -0.0249063676327 0.01\n",
      "valid_acc 95.41166666666666\n",
      "258 0 -0.153392642736 -0.0249063676327 0.01\n",
      "258 5 -0.112044669688 -0.0249063676327 0.01\n",
      "258 10 -0.0893082022667 -0.0249063676327 0.01\n",
      "258 15 -0.129510238767 -0.0249063676327 0.01\n",
      "258 20 -0.177300289273 -0.0249063676327 0.01\n",
      "258 25 -0.150151103735 -0.0249063676327 0.01\n",
      "258 30 -0.167328163981 -0.0249063676327 0.01\n",
      "258 35 -0.136588051915 -0.0249063676327 0.01\n",
      "258 40 -0.158075481653 -0.0249063676327 0.01\n",
      "258 45 -0.144526228309 -0.0249063676327 0.01\n",
      "258 50 -0.145049825311 -0.0249063676327 0.01\n",
      "258 55 -0.138540118933 -0.0249063676327 0.01\n",
      "valid_acc 95.81\n",
      "259 0 -0.127617716789 -0.0249063676327 0.01\n",
      "259 5 -0.113691993058 -0.0249063676327 0.01\n",
      "259 10 -0.124442346394 -0.0249063676327 0.01\n",
      "259 15 -0.139847517014 -0.0249063676327 0.01\n",
      "259 20 -0.151488780975 -0.0249063676327 0.01\n",
      "259 25 -0.12062612921 -0.0249063676327 0.01\n",
      "259 30 -0.146065250039 -0.0249063676327 0.01\n",
      "259 35 -0.156167596579 -0.0249063676327 0.01\n",
      "259 40 -0.109667517245 -0.0249063676327 0.01\n",
      "259 45 -0.1514659971 -0.0249063676327 0.01\n",
      "259 50 -0.162556484342 -0.0249063676327 0.01\n",
      "259 55 -0.112340018153 -0.0249063676327 0.01\n",
      "valid_acc 95.62166666666667\n",
      "260 0 -0.118690989912 -0.0249063676327 0.01\n",
      "260 5 -0.117800779641 -0.0249063676327 0.01\n",
      "260 10 -0.157915636897 -0.0249063676327 0.01\n",
      "260 15 -0.186009675264 -0.0249063676327 0.01\n",
      "260 20 -0.154405921698 -0.0249063676327 0.01\n",
      "260 25 -0.105637572706 -0.0249063676327 0.01\n",
      "260 30 -0.179929986596 -0.0249063676327 0.01\n",
      "260 35 -0.144883170724 -0.0249063676327 0.01\n",
      "260 40 -0.135191291571 -0.0249063676327 0.01\n",
      "260 45 -0.131964504719 -0.0249063676327 0.01\n",
      "260 50 -0.106863796711 -0.0249063676327 0.01\n",
      "260 55 -0.148425966501 -0.0249063676327 0.01\n",
      "valid_acc 95.58166666666666\n",
      "261 0 -0.136373355985 -0.0249063676327 0.01\n",
      "261 5 -0.146447405219 -0.0249063676327 0.01\n",
      "261 10 -0.109886661172 -0.0249063676327 0.01\n",
      "261 15 -0.164772480726 -0.0249063676327 0.01\n",
      "261 20 -0.121552370489 -0.0249063676327 0.01\n",
      "261 25 -0.135236784816 -0.0249063676327 0.01\n",
      "261 30 -0.115994565189 -0.0249063676327 0.01\n",
      "261 35 -0.112690120935 -0.0249063676327 0.01\n",
      "261 40 -0.186522960663 -0.0249063676327 0.01\n",
      "261 45 -0.189444854856 -0.0249063676327 0.01\n",
      "261 50 -0.149529784918 -0.0249063676327 0.01\n",
      "261 55 -0.171115681529 -0.0249063676327 0.01\n",
      "valid_acc 95.59\n",
      "262 0 -0.130152761936 -0.0249063676327 0.01\n",
      "262 5 -0.1390799582 -0.0249063676327 0.01\n",
      "262 10 -0.152548894286 -0.0249063676327 0.01\n",
      "262 15 -0.148340046406 -0.0249063676327 0.01\n",
      "262 20 -0.123026154935 -0.0249063676327 0.01\n",
      "262 25 -0.145503386855 -0.0249063676327 0.01\n",
      "262 30 -0.177201747894 -0.0249063676327 0.01\n",
      "262 35 -0.176690518856 -0.0249063676327 0.01\n",
      "262 40 -0.144704267383 -0.0249063676327 0.01\n",
      "262 45 -0.1349747926 -0.0249063676327 0.01\n",
      "262 50 -0.092645406723 -0.0249063676327 0.01\n",
      "262 55 -0.130228817463 -0.0249063676327 0.01\n",
      "valid_acc 95.95166666666667\n",
      "best valid_acc 95.95166666666667\n",
      "263 0 -0.157326877117 -0.0249063676327 0.01\n",
      "263 5 -0.121519185603 -0.0249063676327 0.01\n",
      "263 10 -0.14275303483 -0.0249063676327 0.01\n",
      "263 15 -0.198865219951 -0.0249063676327 0.01\n",
      "263 20 -0.111918628216 -0.0249063676327 0.01\n",
      "263 25 -0.16772814095 -0.0249063676327 0.01\n",
      "263 30 -0.142384678125 -0.0249063676327 0.01\n",
      "263 35 -0.114322446287 -0.0249063676327 0.01\n",
      "263 40 -0.139199182391 -0.0249063676327 0.01\n",
      "263 45 -0.126422807574 -0.0249063676327 0.01\n",
      "263 50 -0.163576349616 -0.0249063676327 0.01\n",
      "263 55 -0.162611022592 -0.0249063676327 0.01\n",
      "valid_acc 95.81333333333333\n",
      "264 0 -0.111535906792 -0.0249063676327 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "264 5 -0.15713609755 -0.0249063676327 0.01\n",
      "264 10 -0.140892252326 -0.0249063676327 0.01\n",
      "264 15 -0.147079616785 -0.0249063676327 0.01\n",
      "264 20 -0.117124319077 -0.0249063676327 0.01\n",
      "264 25 -0.099180214107 -0.0249063676327 0.01\n",
      "264 30 -0.100307010114 -0.0249063676327 0.01\n",
      "264 35 -0.132666125894 -0.0249063676327 0.01\n",
      "264 40 -0.11050054431 -0.0249063676327 0.01\n",
      "264 45 -0.120886556804 -0.0249063676327 0.01\n",
      "264 50 -0.167192861438 -0.0249063676327 0.01\n",
      "264 55 -0.145652189851 -0.0249063676327 0.01\n",
      "valid_acc 95.72833333333334\n",
      "265 0 -0.158030420542 -0.0249063676327 0.01\n",
      "265 5 -0.144122630358 -0.0249063676327 0.01\n",
      "265 10 -0.123322874308 -0.0249063676327 0.01\n",
      "265 15 -0.165191620588 -0.0249063676327 0.01\n",
      "265 20 -0.109535142779 -0.0249063676327 0.01\n",
      "265 25 -0.117244146764 -0.0249063676327 0.01\n",
      "265 30 -0.109866060317 -0.0249063676327 0.01\n",
      "265 35 -0.160352557898 -0.0249063676327 0.01\n",
      "265 40 -0.124380886555 -0.0249063676327 0.01\n",
      "265 45 -0.127737149596 -0.0249063676327 0.01\n",
      "265 50 -0.0965594872832 -0.0249063676327 0.01\n",
      "265 55 -0.123030029237 -0.0249063676327 0.01\n",
      "valid_acc 95.56166666666667\n",
      "266 0 -0.169042691588 -0.0249063676327 0.01\n",
      "266 5 -0.153693899512 -0.0249063676327 0.01\n",
      "266 10 -0.143428266048 -0.0249063676327 0.01\n",
      "266 15 -0.101406119764 -0.0249063676327 0.01\n",
      "266 20 -0.182555049658 -0.0249063676327 0.01\n",
      "266 25 -0.145375400782 -0.0249063676327 0.01\n",
      "266 30 -0.107022210956 -0.0249063676327 0.01\n",
      "266 35 -0.125631213188 -0.0249063676327 0.01\n",
      "266 40 -0.156111776829 -0.0249063676327 0.01\n",
      "266 45 -0.151356071234 -0.0249063676327 0.01\n",
      "266 50 -0.147419303656 -0.0249063676327 0.01\n",
      "266 55 -0.0901898890734 -0.0249063676327 0.01\n",
      "valid_acc 95.83666666666667\n",
      "267 0 -0.122464373708 -0.0249063676327 0.01\n",
      "267 5 -0.162448048592 -0.0249063676327 0.01\n",
      "267 10 -0.152868002653 -0.0249063676327 0.01\n",
      "267 15 -0.118800267577 -0.0249063676327 0.01\n",
      "267 20 -0.137733817101 -0.0249063676327 0.01\n",
      "267 25 -0.153750896454 -0.0249063676327 0.01\n",
      "267 30 -0.158875092864 -0.0249063676327 0.01\n",
      "267 35 -0.166832432151 -0.0249063676327 0.01\n",
      "267 40 -0.102796860039 -0.0249063676327 0.01\n",
      "267 45 -0.124610073864 -0.0249063676327 0.01\n",
      "267 50 -0.128225281835 -0.0249063676327 0.01\n",
      "267 55 -0.145849406719 -0.0249063676327 0.01\n",
      "valid_acc 95.73666666666666\n",
      "268 0 -0.129175335169 -0.0249063676327 0.01\n",
      "268 5 -0.115802012384 -0.0249063676327 0.01\n",
      "268 10 -0.0876716077328 -0.0249063676327 0.01\n",
      "268 15 -0.135636925697 -0.0249063676327 0.01\n",
      "268 20 -0.166251525283 -0.0249063676327 0.01\n",
      "268 25 -0.155501231551 -0.0249063676327 0.01\n",
      "268 30 -0.128021270037 -0.0249063676327 0.01\n",
      "268 35 -0.157430499792 -0.0249063676327 0.01\n",
      "268 40 -0.121413223445 -0.0249063676327 0.01\n",
      "268 45 -0.128130480647 -0.0249063676327 0.01\n",
      "268 50 -0.168211191893 -0.0249063676327 0.01\n",
      "268 55 -0.119839735329 -0.0249063676327 0.01\n",
      "valid_acc 95.545\n",
      "269 0 -0.139934182167 -0.0249063676327 0.01\n",
      "269 5 -0.178531557322 -0.0249063676327 0.01\n",
      "269 10 -0.12844312191 -0.0249063676327 0.01\n",
      "269 15 -0.107244282961 -0.0249063676327 0.01\n",
      "269 20 -0.164496451616 -0.0249063676327 0.01\n",
      "269 25 -0.146000489593 -0.0249063676327 0.01\n",
      "269 30 -0.164770677686 -0.0249063676327 0.01\n",
      "269 35 -0.141993165016 -0.0249063676327 0.01\n",
      "269 40 -0.154559895396 -0.0249063676327 0.01\n",
      "269 45 -0.156955331564 -0.0249063676327 0.01\n",
      "269 50 -0.143436685205 -0.0249063676327 0.01\n",
      "269 55 -0.135815829039 -0.0249063676327 0.01\n",
      "valid_acc 95.44166666666666\n",
      "270 0 -0.186489477754 -0.0249063676327 0.01\n",
      "270 5 -0.146410748363 -0.0249063676327 0.01\n",
      "270 10 -0.132082760334 -0.0249063676327 0.01\n",
      "270 15 -0.129864946008 -0.0249063676327 0.01\n",
      "270 20 -0.17671866715 -0.0249063676327 0.01\n",
      "270 25 -0.139074921608 -0.0249063676327 0.01\n",
      "270 30 -0.153316169977 -0.0249063676327 0.01\n",
      "270 35 -0.137099042535 -0.0249063676327 0.01\n",
      "270 40 -0.147089168429 -0.0249063676327 0.01\n",
      "270 45 -0.122034832835 -0.0249063676327 0.01\n",
      "270 50 -0.147190362215 -0.0249063676327 0.01\n",
      "270 55 -0.101940385997 -0.0249063676327 0.01\n",
      "valid_acc 95.80333333333333\n",
      "271 0 -0.12462965399 -0.0249063676327 0.01\n",
      "271 5 -0.148579448462 -0.0249063676327 0.01\n",
      "271 10 -0.110915064812 -0.0249063676327 0.01\n",
      "271 15 -0.171615675092 -0.0249063676327 0.01\n",
      "271 20 -0.129587695003 -0.0249063676327 0.01\n",
      "271 25 -0.150741383433 -0.0249063676327 0.01\n",
      "271 30 -0.107318602502 -0.0249063676327 0.01\n",
      "271 35 -0.127856552601 -0.0249063676327 0.01\n",
      "271 40 -0.140371739864 -0.0249063676327 0.01\n",
      "271 45 -0.180672302842 -0.0249063676327 0.01\n",
      "271 50 -0.187552586198 -0.0249063676327 0.01\n",
      "271 55 -0.165786266327 -0.0249063676327 0.01\n",
      "valid_acc 95.68166666666667\n",
      "272 0 -0.105702355504 -0.0249063676327 0.01\n",
      "272 5 -0.180472493172 -0.0249063676327 0.01\n",
      "272 10 -0.128743469715 -0.0249063676327 0.01\n",
      "272 15 -0.113908648491 -0.0249063676327 0.01\n",
      "272 20 -0.164923489094 -0.0249063676327 0.01\n",
      "272 25 -0.178181260824 -0.0249063676327 0.01\n",
      "272 30 -0.136813923717 -0.0249063676327 0.01\n",
      "272 35 -0.152875542641 -0.0249063676327 0.01\n",
      "272 40 -0.118243560195 -0.0249063676327 0.01\n",
      "272 45 -0.120387412608 -0.0249063676327 0.01\n",
      "272 50 -0.137691959739 -0.0249063676327 0.01\n",
      "272 55 -0.15524558723 -0.0249063676327 0.01\n",
      "valid_acc 95.57\n",
      "273 0 -0.138341352344 -0.0249063676327 0.01\n",
      "273 5 -0.105380445719 -0.0249063676327 0.01\n",
      "273 10 -0.133769124746 -0.0249063676327 0.01\n",
      "273 15 -0.176697060466 -0.0249063676327 0.01\n",
      "273 20 -0.130617082119 -0.0249063676327 0.01\n",
      "273 25 -0.132180258632 -0.0249063676327 0.01\n",
      "273 30 -0.128838807344 -0.0249063676327 0.01\n",
      "273 35 -0.165081948042 -0.0249063676327 0.01\n",
      "273 40 -0.131298452616 -0.0249063676327 0.01\n",
      "273 45 -0.143459871411 -0.0249063676327 0.01\n",
      "273 50 -0.121893003583 -0.0249063676327 0.01\n",
      "273 55 -0.150759160519 -0.0249063676327 0.01\n",
      "valid_acc 95.67666666666666\n",
      "274 0 -0.156912639737 -0.0249063676327 0.01\n",
      "274 5 -0.120998524129 -0.0249063676327 0.01\n",
      "274 10 -0.165130585432 -0.0249063676327 0.01\n",
      "274 15 -0.160952284932 -0.0249063676327 0.01\n",
      "274 20 -0.12740688026 -0.0249063676327 0.01\n",
      "274 25 -0.153554081917 -0.0249063676327 0.01\n",
      "274 30 -0.114130184054 -0.0249063676327 0.01\n",
      "274 35 -0.153545275331 -0.0249063676327 0.01\n",
      "274 40 -0.102965638041 -0.0249063676327 0.01\n",
      "274 45 -0.184312328696 -0.0249063676327 0.01\n",
      "274 50 -0.15037946403 -0.0249063676327 0.01\n",
      "274 55 -0.175300732255 -0.0249063676327 0.01\n",
      "valid_acc 95.66833333333334\n",
      "275 0 -0.16160801053 -0.0249063676327 0.01\n",
      "275 5 -0.12462502718 -0.0249063676327 0.01\n",
      "275 10 -0.149503648281 -0.0249063676327 0.01\n",
      "275 15 -0.12461809814 -0.0249063676327 0.01\n",
      "275 20 -0.142317399383 -0.0249063676327 0.01\n",
      "275 25 -0.106218598783 -0.0249063676327 0.01\n",
      "275 30 -0.107095845044 -0.0249063676327 0.01\n",
      "275 35 -0.13802395761 -0.0249063676327 0.01\n",
      "275 40 -0.141579523683 -0.0249063676327 0.01\n",
      "275 45 -0.125989794731 -0.0249063676327 0.01\n",
      "275 50 -0.086842186749 -0.0249063676327 0.01\n",
      "275 55 -0.158349424601 -0.0249063676327 0.01\n",
      "valid_acc 95.68333333333334\n",
      "276 0 -0.115748152137 -0.0249063676327 0.01\n",
      "276 5 -0.157358467579 -0.0249063676327 0.01\n",
      "276 10 -0.159655302763 -0.0249063676327 0.01\n",
      "276 15 -0.139173299074 -0.0249063676327 0.01\n",
      "276 20 -0.142434045672 -0.0249063676327 0.01\n",
      "276 25 -0.120120100677 -0.0249063676327 0.01\n",
      "276 30 -0.140326067805 -0.0249063676327 0.01\n",
      "276 35 -0.131976678967 -0.0249063676327 0.01\n",
      "276 40 -0.147913604975 -0.0249063676327 0.01\n",
      "276 45 -0.0999696180224 -0.0249063676327 0.01\n",
      "276 50 -0.0907898843288 -0.0249063676327 0.01\n",
      "276 55 -0.128593161702 -0.0249063676327 0.01\n",
      "valid_acc 95.89666666666666\n",
      "277 0 -0.153926074505 -0.0249063676327 0.01\n",
      "277 5 -0.117655605078 -0.0249063676327 0.01\n",
      "277 10 -0.16889975965 -0.0249063676327 0.01\n",
      "277 15 -0.118168018758 -0.0249063676327 0.01\n",
      "277 20 -0.130238175392 -0.0249063676327 0.01\n",
      "277 25 -0.170780569315 -0.0249063676327 0.01\n",
      "277 30 -0.141634806991 -0.0249063676327 0.01\n",
      "277 35 -0.148396894336 -0.0249063676327 0.01\n",
      "277 40 -0.155357763171 -0.0249063676327 0.01\n",
      "277 45 -0.104117944837 -0.0249063676327 0.01\n",
      "277 50 -0.154187723994 -0.0249063676327 0.01\n",
      "277 55 -0.114585191011 -0.0249063676327 0.01\n",
      "valid_acc 95.73666666666666\n",
      "278 0 -0.139173537493 -0.0249063676327 0.01\n",
      "278 5 -0.110388852656 -0.0249063676327 0.01\n",
      "278 10 -0.14557518065 -0.0249063676327 0.01\n",
      "278 15 -0.134438663721 -0.0249063676327 0.01\n",
      "278 20 -0.146103203297 -0.0249063676327 0.01\n",
      "278 25 -0.164970830083 -0.0249063676327 0.01\n",
      "278 30 -0.163028940558 -0.0249063676327 0.01\n",
      "278 35 -0.105988331139 -0.0249063676327 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "278 40 -0.119548670948 -0.0249063676327 0.01\n",
      "278 45 -0.124517157674 -0.0249063676327 0.01\n",
      "278 50 -0.120659269392 -0.0249063676327 0.01\n",
      "278 55 -0.118288077414 -0.0249063676327 0.01\n",
      "valid_acc 95.755\n",
      "279 0 -0.0916623771191 -0.0249063676327 0.01\n",
      "279 5 -0.133765488863 -0.0249063676327 0.01\n",
      "279 10 -0.146170154214 -0.0249063676327 0.01\n",
      "279 15 -0.151219144464 -0.0249063676327 0.01\n",
      "279 20 -0.112214706838 -0.0249063676327 0.01\n",
      "279 25 -0.13818924129 -0.0249063676327 0.01\n",
      "279 30 -0.164551153779 -0.0249063676327 0.01\n",
      "279 35 -0.137941285968 -0.0249063676327 0.01\n",
      "279 40 -0.133789926767 -0.0249063676327 0.01\n",
      "279 45 -0.149082988501 -0.0249063676327 0.01\n",
      "279 50 -0.121044188738 -0.0249063676327 0.01\n",
      "279 55 -0.153039008379 -0.0249063676327 0.01\n",
      "valid_acc 95.67999999999999\n",
      "280 0 -0.147434949875 -0.0249063676327 0.01\n",
      "280 5 -0.163510158658 -0.0249063676327 0.01\n",
      "280 10 -0.111529782414 -0.0249063676327 0.01\n",
      "280 15 -0.114677354693 -0.0249063676327 0.01\n",
      "280 20 -0.153850287199 -0.0249063676327 0.01\n",
      "280 25 -0.136095836759 -0.0249063676327 0.01\n",
      "280 30 -0.127375856042 -0.0249063676327 0.01\n",
      "280 35 -0.0910692512989 -0.0249063676327 0.01\n",
      "280 40 -0.126319184899 -0.0249063676327 0.01\n",
      "280 45 -0.142186641693 -0.0249063676327 0.01\n",
      "280 50 -0.123217009008 -0.0249063676327 0.01\n",
      "280 55 -0.125323578715 -0.0249063676327 0.01\n",
      "valid_acc 95.45333333333333\n",
      "281 0 -0.147039458156 -0.0249063676327 0.01\n",
      "281 5 -0.149697571993 -0.0249063676327 0.01\n",
      "281 10 -0.127284839749 -0.0249063676327 0.01\n",
      "281 15 -0.13870754838 -0.0249063676327 0.01\n",
      "281 20 -0.146521195769 -0.0249063676327 0.01\n",
      "281 25 -0.209236741066 -0.0249063676327 0.01\n",
      "281 30 -0.15363804996 -0.0249063676327 0.01\n",
      "281 35 -0.151799753308 -0.0249063676327 0.01\n",
      "281 40 -0.140838697553 -0.0249063676327 0.01\n",
      "281 45 -0.118173867464 -0.0249063676327 0.01\n",
      "281 50 -0.123155288398 -0.0249063676327 0.01\n",
      "281 55 -0.134182527661 -0.0249063676327 0.01\n",
      "valid_acc 95.54666666666667\n",
      "282 0 -0.145228296518 -0.0249063676327 0.01\n",
      "282 5 -0.166910156608 -0.0249063676327 0.01\n",
      "282 10 -0.171341210604 -0.0249063676327 0.01\n",
      "282 15 -0.121327474713 -0.0249063676327 0.01\n",
      "282 20 -0.14399176836 -0.0249063676327 0.01\n",
      "282 25 -0.138863265514 -0.0249063676327 0.01\n",
      "282 30 -0.122375458479 -0.0249063676327 0.01\n",
      "282 35 -0.149145692587 -0.0249063676327 0.01\n",
      "282 40 -0.120390221477 -0.0249063676327 0.01\n",
      "282 45 -0.131851837039 -0.0249063676327 0.01\n",
      "282 50 -0.132853284478 -0.0249063676327 0.01\n",
      "282 55 -0.152847722173 -0.0249063676327 0.01\n",
      "valid_acc 95.43666666666667\n",
      "283 0 -0.136375427246 -0.0249063676327 0.01\n",
      "283 5 -0.112297713757 -0.0249063676327 0.01\n",
      "283 10 -0.184276744723 -0.0249063676327 0.01\n",
      "283 15 -0.1441154778 -0.0249063676327 0.01\n",
      "283 20 -0.102986097336 -0.0249063676327 0.01\n",
      "283 25 -0.148481577635 -0.0249063676327 0.01\n",
      "283 30 -0.177429586649 -0.0249063676327 0.01\n",
      "283 35 -0.107493266463 -0.0249063676327 0.01\n",
      "283 40 -0.143910035491 -0.0249063676327 0.01\n",
      "283 45 -0.164101719856 -0.0249063676327 0.01\n",
      "283 50 -0.117785729468 -0.0249063676327 0.01\n",
      "283 55 -0.175818324089 -0.0249063676327 0.01\n",
      "valid_acc 95.645\n",
      "284 0 -0.136630937457 -0.0249063676327 0.01\n",
      "284 5 -0.0929939225316 -0.0249063676327 0.01\n",
      "284 10 -0.157077237964 -0.0249063676327 0.01\n",
      "284 15 -0.13628539443 -0.0249063676327 0.01\n",
      "284 20 -0.146986499429 -0.0249063676327 0.01\n",
      "284 25 -0.167211309075 -0.0249063676327 0.01\n",
      "284 30 -0.114103257656 -0.0249063676327 0.01\n",
      "284 35 -0.164668396115 -0.0249063676327 0.01\n",
      "284 40 -0.14595733583 -0.0249063676327 0.01\n",
      "284 45 -0.134827956557 -0.0249063676327 0.01\n",
      "284 50 -0.130179136992 -0.0249063676327 0.01\n",
      "284 55 -0.127465650439 -0.0249063676327 0.01\n",
      "valid_acc 95.51833333333335\n",
      "285 0 -0.116848051548 -0.0249063676327 0.01\n",
      "285 5 -0.135513305664 -0.0249063676327 0.01\n",
      "285 10 -0.138330236077 -0.0249063676327 0.01\n",
      "285 15 -0.162980660796 -0.0249063676327 0.01\n",
      "285 20 -0.118898563087 -0.0249063676327 0.01\n",
      "285 25 -0.144920110703 -0.0249063676327 0.01\n",
      "285 30 -0.155367672443 -0.0249063676327 0.01\n",
      "285 35 -0.091622710228 -0.0249063676327 0.01\n",
      "285 40 -0.169370949268 -0.0249063676327 0.01\n",
      "285 45 -0.0986340194941 -0.0249063676327 0.01\n",
      "285 50 -0.177769944072 -0.0249063676327 0.01\n",
      "285 55 -0.12915147841 -0.0249063676327 0.01\n",
      "valid_acc 95.77833333333334\n",
      "286 0 -0.149790450931 -0.0249063676327 0.01\n",
      "286 5 -0.146741852164 -0.0249063676327 0.01\n",
      "286 10 -0.1415835917 -0.0249063676327 0.01\n",
      "286 15 -0.110200293362 -0.0249063676327 0.01\n",
      "286 20 -0.145730793476 -0.0249063676327 0.01\n",
      "286 25 -0.124764882028 -0.0249063676327 0.01\n",
      "286 30 -0.136523380876 -0.0249063676327 0.01\n",
      "286 35 -0.149413838983 -0.0249063676327 0.01\n",
      "286 40 -0.164723679423 -0.0249063676327 0.01\n",
      "286 45 -0.120505236089 -0.0249063676327 0.01\n",
      "286 50 -0.112272173166 -0.0249063676327 0.01\n",
      "286 55 -0.124107047915 -0.0249063676327 0.01\n",
      "valid_acc 95.34666666666666\n",
      "287 0 -0.0890993922949 -0.0249063676327 0.01\n",
      "287 5 -0.130455568433 -0.0249063676327 0.01\n",
      "287 10 -0.146975129843 -0.0249063676327 0.01\n",
      "287 15 -0.097332328558 -0.0249063676327 0.01\n",
      "287 20 -0.158209398389 -0.0249063676327 0.01\n",
      "287 25 -0.162010520697 -0.0249063676327 0.01\n",
      "287 30 -0.129163175821 -0.0249063676327 0.01\n",
      "287 35 -0.141543507576 -0.0249063676327 0.01\n",
      "287 40 -0.13870382309 -0.0249063676327 0.01\n",
      "287 45 -0.120847456157 -0.0249063676327 0.01\n",
      "287 50 -0.140630230308 -0.0249063676327 0.01\n",
      "287 55 -0.112006574869 -0.0249063676327 0.01\n",
      "valid_acc 95.905\n",
      "288 0 -0.138475880027 -0.0249063676327 0.01\n",
      "288 5 -0.119940049946 -0.0249063676327 0.01\n",
      "288 10 -0.126955643296 -0.0249063676327 0.01\n",
      "288 15 -0.119448937476 -0.0249063676327 0.01\n",
      "288 20 -0.128466829658 -0.0249063676327 0.01\n",
      "288 25 -0.110205560923 -0.0249063676327 0.01\n",
      "288 30 -0.0963671207428 -0.0249063676327 0.01\n",
      "288 35 -0.119956590235 -0.0249063676327 0.01\n",
      "288 40 -0.143803283572 -0.0249063676327 0.01\n",
      "288 45 -0.114505261183 -0.0249063676327 0.01\n",
      "288 50 -0.172807022929 -0.0249063676327 0.01\n",
      "288 55 -0.137309759855 -0.0249063676327 0.01\n",
      "valid_acc 95.85166666666667\n",
      "289 0 -0.107139892876 -0.0249063676327 0.01\n",
      "289 5 -0.14392067492 -0.0249063676327 0.01\n",
      "289 10 -0.148021042347 -0.0249063676327 0.01\n",
      "289 15 -0.151187554002 -0.0249063676327 0.01\n",
      "289 20 -0.171447455883 -0.0249063676327 0.01\n",
      "289 25 -0.104497790337 -0.0249063676327 0.01\n",
      "289 30 -0.105764321983 -0.0249063676327 0.01\n",
      "289 35 -0.0853819772601 -0.0249063676327 0.01\n",
      "289 40 -0.141768366098 -0.0249063676327 0.01\n",
      "289 45 -0.111159235239 -0.0249063676327 0.01\n",
      "289 50 -0.148600757122 -0.0249063676327 0.01\n",
      "289 55 -0.130206048489 -0.0249063676327 0.01\n",
      "valid_acc 95.64\n",
      "290 0 -0.136348247528 -0.0249063676327 0.01\n",
      "290 5 -0.102578409016 -0.0249063676327 0.01\n",
      "290 10 -0.116462484002 -0.0249063676327 0.01\n",
      "290 15 -0.148477673531 -0.0249063676327 0.01\n",
      "290 20 -0.105541698635 -0.0249063676327 0.01\n",
      "290 25 -0.116524606943 -0.0249063676327 0.01\n",
      "290 30 -0.184659913182 -0.0249063676327 0.01\n",
      "290 35 -0.125862821937 -0.0249063676327 0.01\n",
      "290 40 -0.0854595452547 -0.0249063676327 0.01\n",
      "290 45 -0.0959890186787 -0.0249063676327 0.01\n",
      "290 50 -0.166446805 -0.0249063676327 0.01\n",
      "290 55 -0.144700303674 -0.0249063676327 0.01\n",
      "valid_acc 95.77\n",
      "291 0 -0.156893968582 -0.0249063676327 0.01\n",
      "291 5 -0.125991791487 -0.0249063676327 0.01\n",
      "291 10 -0.161239892244 -0.0249063676327 0.01\n",
      "291 15 -0.128546014428 -0.0249063676327 0.01\n",
      "291 20 -0.116793431342 -0.0249063676327 0.01\n",
      "291 25 -0.110167741776 -0.0249063676327 0.01\n",
      "291 30 -0.110384844244 -0.0249063676327 0.01\n",
      "291 35 -0.105532579124 -0.0249063676327 0.01\n",
      "291 40 -0.135504350066 -0.0249063676327 0.01\n",
      "291 45 -0.139508023858 -0.0249063676327 0.01\n",
      "291 50 -0.133893892169 -0.0249063676327 0.01\n",
      "291 55 -0.113674141467 -0.0249063676327 0.01\n",
      "valid_acc 95.33\n",
      "292 0 -0.131528422236 -0.0249063676327 0.01\n",
      "292 5 -0.111332222819 -0.0249063676327 0.01\n",
      "292 10 -0.134474799037 -0.0249063676327 0.01\n",
      "292 15 -0.129885435104 -0.0249063676327 0.01\n",
      "292 20 -0.132591098547 -0.0249063676327 0.01\n",
      "292 25 -0.162392109632 -0.0249063676327 0.01\n",
      "292 30 -0.101946875453 -0.0249063676327 0.01\n",
      "292 35 -0.0975028946996 -0.0249063676327 0.01\n",
      "292 40 -0.121408499777 -0.0249063676327 0.01\n",
      "292 45 -0.1005275473 -0.0249063676327 0.01\n",
      "292 50 -0.163310095668 -0.0249063676327 0.01\n",
      "292 55 -0.0868398696184 -0.0249063676327 0.01\n",
      "valid_acc 95.74666666666667\n",
      "293 0 -0.168142348528 -0.0249063676327 0.01\n",
      "293 5 -0.142961487174 -0.0249063676327 0.01\n",
      "293 10 -0.145347058773 -0.0249063676327 0.01\n",
      "293 15 -0.12118049711 -0.0249063676327 0.01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293 20 -0.134934917092 -0.0249063676327 0.01\n",
      "293 25 -0.131124719977 -0.0249063676327 0.01\n",
      "293 30 -0.139846920967 -0.0249063676327 0.01\n",
      "293 35 -0.15787473321 -0.0249063676327 0.01\n",
      "293 40 -0.119491904974 -0.0249063676327 0.01\n",
      "293 45 -0.127970591187 -0.0249063676327 0.01\n",
      "293 50 -0.157705098391 -0.0249063676327 0.01\n",
      "293 55 -0.104803062975 -0.0249063676327 0.01\n",
      "valid_acc 95.73166666666667\n",
      "294 0 -0.164887830615 -0.0249063676327 0.01\n",
      "294 5 -0.108257979155 -0.0249063676327 0.01\n",
      "294 10 -0.130477935076 -0.0249063676327 0.01\n",
      "294 15 -0.121569700539 -0.0249063676327 0.01\n",
      "294 20 -0.135665476322 -0.0249063676327 0.01\n",
      "294 25 -0.107686392963 -0.0249063676327 0.01\n",
      "294 30 -0.112809613347 -0.0249063676327 0.01\n",
      "294 35 -0.108562335372 -0.0249063676327 0.01\n",
      "294 40 -0.213281571865 -0.0249063676327 0.01\n",
      "294 45 -0.0881291031837 -0.0249063676327 0.01\n",
      "294 50 -0.137437671423 -0.0249063676327 0.01\n",
      "294 55 -0.128516480327 -0.0249063676327 0.01\n",
      "valid_acc 95.86166666666666\n",
      "295 0 -0.130128920078 -0.0249063676327 0.01\n",
      "295 5 -0.112321741879 -0.0249063676327 0.01\n",
      "295 10 -0.17364422977 -0.0249063676327 0.01\n",
      "295 15 -0.164612397552 -0.0249063676327 0.01\n",
      "295 20 -0.0972039625049 -0.0249063676327 0.01\n",
      "295 25 -0.147577911615 -0.0249063676327 0.01\n",
      "295 30 -0.131539642811 -0.0249063676327 0.01\n",
      "295 35 -0.134079962969 -0.0249063676327 0.01\n",
      "295 40 -0.136595457792 -0.0249063676327 0.01\n",
      "295 45 -0.179489314556 -0.0249063676327 0.01\n",
      "295 50 -0.106558889151 -0.0249063676327 0.01\n",
      "295 55 -0.115529619157 -0.0249063676327 0.01\n",
      "valid_acc 95.795\n",
      "296 0 -0.143267393112 -0.0249063676327 0.01\n",
      "296 5 -0.117168232799 -0.0249063676327 0.01\n",
      "296 10 -0.121377840638 -0.0249063676327 0.01\n",
      "296 15 -0.11649980396 -0.0249063676327 0.01\n",
      "296 20 -0.118499755859 -0.0249063676327 0.01\n",
      "296 25 -0.150268226862 -0.0249063676327 0.01\n",
      "296 30 -0.111232824624 -0.0249063676327 0.01\n",
      "296 35 -0.143500596285 -0.0249063676327 0.01\n",
      "296 40 -0.0961132347584 -0.0249063676327 0.01\n",
      "296 45 -0.125697687268 -0.0249063676327 0.01\n",
      "296 50 -0.133831098676 -0.0249063676327 0.01\n",
      "296 55 -0.141444832087 -0.0249063676327 0.01\n",
      "valid_acc 95.30999999999999\n",
      "297 0 -0.163662388921 -0.0249063676327 0.01\n",
      "297 5 -0.143377527595 -0.0249063676327 0.01\n",
      "297 10 -0.162172079086 -0.0249063676327 0.01\n",
      "297 15 -0.164224818349 -0.0249063676327 0.01\n",
      "297 20 -0.0968138128519 -0.0249063676327 0.01\n",
      "297 25 -0.151337325573 -0.0249063676327 0.01\n",
      "297 30 -0.126516416669 -0.0249063676327 0.01\n",
      "297 35 -0.160577088594 -0.0249063676327 0.01\n",
      "297 40 -0.132771447301 -0.0249063676327 0.01\n",
      "297 45 -0.0999313667417 -0.0249063676327 0.01\n",
      "297 50 -0.123763807118 -0.0249063676327 0.01\n",
      "297 55 -0.118508927524 -0.0249063676327 0.01\n",
      "valid_acc 95.67\n",
      "298 0 -0.14034537971 -0.0249063676327 0.01\n",
      "298 5 -0.149334549904 -0.0249063676327 0.01\n",
      "298 10 -0.115720264614 -0.0249063676327 0.01\n",
      "298 15 -0.106145054102 -0.0249063676327 0.01\n",
      "298 20 -0.14876075089 -0.0249063676327 0.01\n",
      "298 25 -0.121020168066 -0.0249063676327 0.01\n",
      "298 30 -0.102354474366 -0.0249063676327 0.01\n",
      "298 35 -0.161934942007 -0.0249063676327 0.01\n",
      "298 40 -0.136257514358 -0.0249063676327 0.01\n",
      "298 45 -0.177727356553 -0.0249063676327 0.01\n",
      "298 50 -0.162447378039 -0.0249063676327 0.01\n",
      "298 55 -0.166371643543 -0.0249063676327 0.01\n",
      "valid_acc 95.73166666666667\n",
      "299 0 -0.133649632335 -0.0249063676327 0.01\n",
      "299 5 -0.145225822926 -0.0249063676327 0.01\n",
      "299 10 -0.146333858371 -0.0249063676327 0.01\n",
      "299 15 -0.1170739308 -0.0249063676327 0.01\n",
      "299 20 -0.154226928949 -0.0249063676327 0.01\n",
      "299 25 -0.101971112192 -0.0249063676327 0.01\n",
      "299 30 -0.0993184670806 -0.0249063676327 0.01\n",
      "299 35 -0.125582993031 -0.0249063676327 0.01\n",
      "299 40 -0.128264456987 -0.0249063676327 0.01\n",
      "299 45 -0.135524645448 -0.0249063676327 0.01\n",
      "299 50 -0.10744933784 -0.0249063676327 0.01\n",
      "299 55 -0.139569625258 -0.0249063676327 0.01\n",
      "valid_acc 95.78833333333333\n",
      "300 0 -0.13381101191 -0.0249063676327 0.01\n",
      "300 5 -0.188772559166 -0.0249063676327 0.01\n",
      "300 10 -0.155195862055 -0.0249063676327 0.01\n",
      "300 15 -0.116457529366 -0.0249063676327 0.01\n",
      "300 20 -0.118354745209 -0.0249063676327 0.01\n",
      "300 25 -0.105151519179 -0.0249063676327 0.01\n",
      "300 30 -0.123921409249 -0.0249063676327 0.01\n",
      "300 35 -0.11506909132 -0.0249063676327 0.01\n",
      "300 40 -0.143985807896 -0.0249063676327 0.01\n",
      "300 45 -0.108036637306 -0.0249063676327 0.01\n",
      "300 50 -0.143300130963 -0.0249063676327 0.01\n",
      "300 55 -0.143106624484 -0.0249063676327 0.01\n",
      "valid_acc 95.535\n"
     ]
    }
   ],
   "source": [
    "#'''\n",
    "best_valid_acc = 0\n",
    "training_log = []\n",
    "for epoch in range(1, 10*args.epochs + 1):\n",
    "\n",
    "  # train loop\n",
    "  model.eval()\n",
    "  for batch_idx, (data, target) in enumerate(train_loader):\n",
    "    if args.cuda:\n",
    "      data, target = data.cuda(), target.cuda()\n",
    "    data, target = Variable(data), Variable(target)\n",
    "    \n",
    "    solutions = es.ask()\n",
    "    reward = np.zeros(es.popsize)\n",
    "    \n",
    "    for i in range(es.popsize):\n",
    "      update_model(solutions[i], model, model_shapes)\n",
    "      output = model(data)\n",
    "      loss = F.nll_loss(output, target)\n",
    "      reward[i] = - loss.data[0]\n",
    "\n",
    "    best_raw_reward = reward.max()\n",
    "    #reward = compute_centered_ranks(reward)\n",
    "    l2_decay = compute_weight_decay(weight_decay_coef, solutions)\n",
    "    reward += l2_decay\n",
    "\n",
    "    es.tell(reward)\n",
    "\n",
    "    result = es.result()\n",
    "    \n",
    "    if (batch_idx % 5 == 0):\n",
    "      print(epoch, batch_idx, best_raw_reward, result[0].mean(), result[3])\n",
    "\n",
    "  curr_solution = es.current_param()\n",
    "  update_model(curr_solution, model, model_shapes)\n",
    "\n",
    "  valid_acc = evaluate(model, valid_loader, print_mode=False)\n",
    "  training_log.append([epoch, valid_acc])\n",
    "  print('valid_acc', valid_acc * 100.)\n",
    "  if valid_acc >= best_valid_acc:\n",
    "    best_valid_acc = valid_acc\n",
    "    best_model = copy.deepcopy(model)\n",
    "    print('best valid_acc', best_valid_acc * 100.)\n",
    "#'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1493, Accuracy: 57571/60000 (95.9517%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9595166666666667"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(best_model, valid_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1398, Accuracy: 9623/10000 (96.2300%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9623"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(best_model, test_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1493, Accuracy: 57571/60000 (95.9517%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9595166666666667"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(best_model, train_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "update_model(es.best_param(), model, model_shapes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1689, Accuracy: 57364/60000 (95.6067%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9560666666666666"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(model, valid_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1591, Accuracy: 9558/10000 (95.5800%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9558"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(model, test_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1689, Accuracy: 57364/60000 (95.6067%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9560666666666666"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(model, train_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "update_model(es.current_param(), model, model_shapes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1554, Accuracy: 57321/60000 (95.5350%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.95535"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(model, valid_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1479, Accuracy: 9569/10000 (95.6900%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9569"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(model, test_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1554, Accuracy: 57321/60000 (95.5350%)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.95535"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluate(model, train_loader, print_mode=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Average loss: 0.1398, Accuracy: 9623/10000 (96.2300%)\n",
      "\n",
      "final test acc 96.23\n"
     ]
    }
   ],
   "source": [
    "eval_acc = evaluate(best_model, test_loader)\n",
    "print('final test acc', eval_acc * 100.)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "torch.Size([8, 1, 5, 5])\n",
      "torch.Size([8])\n",
      "torch.Size([16, 8, 5, 5])\n",
      "torch.Size([16])\n",
      "torch.Size([10, 784])\n",
      "torch.Size([10])\n",
      "11274\n"
     ]
    }
   ],
   "source": [
    "param_count = 0\n",
    "for param in model.parameters():\n",
    "  print(param.data.shape)\n",
    "  param_count += np.product(param.data.shape)\n",
    "print(param_count)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "orig_params = []\n",
    "for param in orig_model.parameters():\n",
    "  orig_params.append(param.data.cpu().numpy().flatten())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "orig_params_flat = np.concatenate(orig_params)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAEexJREFUeJzt3X+IZWd9x/H3xySmRS1NmnFdN2snwrZlU2qUaZQqRWtr\nYvxjI5SwodiFpqxCFAX9Y6N/aJGFtFSFQpWuGtwWNV0wksWkLckiiKiJE4lJNjFmNRuyyya7/qr2\nn7RZv/1jTvQ6zsw9d+69OzPPvF9wmXOf8zznfOfM3c+cee65Z1NVSJLa9by1LkCSNF0GvSQ1zqCX\npMYZ9JLUOINekhpn0EtS4wx6SWqcQS9JjTPoJalx5691AQCXXHJJzc7OrnUZkrSh3HfffT+oqplh\n/dZF0M/OzjI/P7/WZUjShpLkiT79nLqRpMYZ9JLUOINekho3NOiT/EaSe5N8O8nRJH/XtV+c5K4k\nj3VfLxoYc1OSY0keTXLVNL8BSdLK+pzRPwP8WVW9ArgCuDrJa4B9wJGq2gEc6Z6TZCewG7gcuBr4\neJLzplG8JGm4oUFfC/6ne3pB9yhgF3Cwaz8IXNst7wJurapnqupx4Bhw5USrliT11muOPsl5Se4H\nTgN3VdU9wJaqOtV1eQrY0i1vA54cGH6ia5MkrYFeQV9VZ6vqCuBS4Mokf7hofbFwlt9bkr1J5pPM\nnzlzZpShkqQRjHTVTVX9BPgyC3PvTyfZCtB9Pd11OwlsHxh2ade2eFsHqmququZmZoZ+sEuStEp9\nrrqZSfLb3fJvAn8BfAc4DOzpuu0Bbu+WDwO7k1yY5DJgB3DvpAuXWjG77w5m992x1mWoYX1ugbAV\nONhdOfM84FBVfSnJ14FDSW4AngCuA6iqo0kOAQ8DzwI3VtXZ6ZQvSRpmaNBX1QPAK5do/yHwxmXG\n7Af2j12dJGlsfjJWOkecotFaMeglqXEGvTYNz6i1WRn0ktQ4g16bzrk8q/cvCK0HBr02JadxtJkY\n9GqG4S0tzaCXpMYZ9JLUOINekhpn0GtTmNTcve8BaCMy6LXhDHvT1TCWfpVBL3X6/oLw6h5tNAa9\nJDXOoJekxvX5j0ckjcipHa0nntFLa8hfCDoXPKOXejCQtZF5Ri8twWBXSwx6SWqcQS9JjXOOXpoy\np4G01jyjVxMMU2l5Br20jNXe6mDYGH8p6Vwz6CWpcQa9NjXPrrUZDA36JNuTfDnJw0mOJnl31/6h\nJCeT3N89rhkYc1OSY0keTXLVNL8BaSneYVL6pT5X3TwLvLeqvpXkRcB9Se7q1n2sqv5xsHOSncBu\n4HLgpcDdSX6vqs5OsnBpPZnddwfHb37LSP2lc2XoGX1Vnaqqb3XLPwMeAbatMGQXcGtVPVNVjwPH\ngCsnUawkaXQjzdEnmQVeCdzTNb0ryQNJbklyUde2DXhyYNgJlvjFkGRvkvkk82fOnBm5cGmteVau\njaJ30Cd5IfAF4D1V9VPgE8DLgSuAU8BHRtlxVR2oqrmqmpuZmRllqCRpBL2CPskFLIT8Z6vqNoCq\nerqqzlbVz4FP8svpmZPA9oHhl3ZtkqQ1MPTN2CQBPg08UlUfHWjfWlWnuqdvBR7qlg8Dn0vyURbe\njN0B3DvRqqUpcTpGLepz1c1rgbcBDya5v2t7P3B9kiuAAo4DbweoqqNJDgEPs3DFzo1ecSNJa2do\n0FfVV4EsserOFcbsB/aPUZe0IUzyL4BRL9GU+vLulWraJILY6RxtdN4CQZIaZ9Brw1pvZ9redkHr\nlVM32tAMVmk4z+glqXEGvSQ1zqkbbXpO/6h1ntFLUuMMeklqnEEvSY0z6CWpcQa9JDXOoJekxhn0\nktQ4g16SGmfQS1LjDHpJapxBL0mNM+glqXEGvSQ1zqCXpMYZ9JLUOINekhpn0EtS4wx6SWqcQS9J\njRsa9Em2J/lykoeTHE3y7q794iR3JXms+3rRwJibkhxL8miSq6b5DUiSVtbnjP5Z4L1VtRN4DXBj\nkp3APuBIVe0AjnTP6dbtBi4HrgY+nuS8aRQvSRpuaNBX1amq+la3/DPgEWAbsAs42HU7CFzbLe8C\nbq2qZ6rqceAYcOWkC5ck9TPSHH2SWeCVwD3Alqo61a16CtjSLW8DnhwYdqJrW7ytvUnmk8yfOXNm\nxLIlSX31DvokLwS+ALynqn46uK6qCqhRdlxVB6pqrqrmZmZmRhkqSRpBr6BPcgELIf/Zqrqta346\nydZu/VbgdNd+Etg+MPzSrk2StAb6XHUT4NPAI1X10YFVh4E93fIe4PaB9t1JLkxyGbADuHdyJUuS\nRnF+jz6vBd4GPJjk/q7t/cDNwKEkNwBPANcBVNXRJIeAh1m4YufGqjo78colSb0MDfqq+iqQZVa/\ncZkx+4H9Y9QlSZoQPxkrSY0z6CWpcQa9JDXOoJekxhn0ktQ4g16SGmfQS1LjDHpJapxBL0mNM+gl\nqXEGvSQ1zqCXpMYZ9JLUOINekhpn0EtS4wx6SWqcQS9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIa\nZ9BLUuMMeklqnEEvSY0z6CWpcUODPsktSU4neWig7UNJTia5v3tcM7DupiTHkjya5KppFS5J6qfP\nGf1ngKuXaP9YVV3RPe4ESLIT2A1c3o35eJLzJlWsJGl0Q4O+qr4C/Kjn9nYBt1bVM1X1OHAMuHKM\n+iRJYxpnjv5dSR7opnYu6tq2AU8O9DnRtf2aJHuTzCeZP3PmzBhlSJJWstqg/wTwcuAK4BTwkVE3\nUFUHqmququZmZmZWWYYkaZhVBX1VPV1VZ6vq58An+eX0zElg+0DXS7s2SdIaWVXQJ9k68PStwHNX\n5BwGdie5MMllwA7g3vFKlCSN4/xhHZJ8Hng9cEmSE8AHgdcnuQIo4DjwdoCqOprkEPAw8CxwY1Wd\nnU7pkqQ+hgZ9VV2/RPOnV+i/H9g/TlGSpMnxk7GS1DiDXpIaZ9BLUuMMeklqnEEvSY0z6CWpcQa9\nJDXOoJekxhn0ktQ4g16SGmfQS1LjDHpJapxBL0mNM+glqXEGvSQ1zqCXpMYZ9JLUOINekhpn0EtS\n4wx6SWqcQS9JjTPoJalxBr0kNc6gl6TGGfSS1LihQZ/kliSnkzw00HZxkruSPNZ9vWhg3U1JjiV5\nNMlV0ypcktRPnzP6zwBXL2rbBxypqh3Ake45SXYCu4HLuzEfT3LexKqVJI1saNBX1VeAHy1q3gUc\n7JYPAtcOtN9aVc9U1ePAMeDKCdUqSVqF1c7Rb6mqU93yU8CWbnkb8ORAvxNdmyRpjYz9ZmxVFVCj\njkuyN8l8kvkzZ86MW4YkaRmrDfqnk2wF6L6e7tpPAtsH+l3atf2aqjpQVXNVNTczM7PKMiRJw6w2\n6A8De7rlPcDtA+27k1yY5DJgB3DveCVKksZx/rAOST4PvB64JMkJ4IPAzcChJDcATwDXAVTV0SSH\ngIeBZ4Ebq+rslGqXJPUwNOir6vplVr1xmf77gf3jFCVJmhw/GStJjTPoJalxBr0kNc6gl6TGGfSS\n1DiDXpIaZ9BLUuMMeklqnEEvSY0z6CWpcQa9JDXOoJekxhn0ktQ4g16SGmfQS1LjDHpJapxBL0mN\nM+glqXEGvSQ1zqDXOTe77461LkHaVAx6SWqcQS81wL+StBKDXhM3u+8Og0daRwx6SWqcQa8NYbP9\nlTCN7/W5Y7iZjqMWGPTaUAwpaXTnjzM4yXHgZ8BZ4NmqmktyMfDvwCxwHLiuqn48XpmSRvHcL8Tj\nN79ljSvRejCJM/o3VNUVVTXXPd8HHKmqHcCR7rkkaY1MY+pmF3CwWz4IXDuFfUiSehpr6gYo4O4k\nZ4F/qaoDwJaqOtWtfwrYMuY+JPWw3HSN72to3KB/XVWdTPJi4K4k3xlcWVWVpJYamGQvsBfgZS97\n2ZhlSFqKIS8Yc+qmqk52X08DXwSuBJ5OshWg+3p6mbEHqmququZmZmbGKUPrlCEzGR5HjWvVQZ/k\nBUle9Nwy8CbgIeAwsKfrtge4fdwiJUmrN87UzRbgi0me287nquo/k3wTOJTkBuAJ4Lrxy9RG1Wfe\neLlLADfjJYKDx8UzeU3KqoO+qr4PvGKJ9h8CbxynKG0umzHQpXPJT8Zq3fAMVpoOg17aYIbdr8Zf\nmFps3MsrpV8YFjAG0GTN7rvD6S71YtBLG5i/PNWHUzfSBmKwazUMep0TowaUgSZNjlM3WlcM+KV5\nXDSOVC15K5pzam5urubn59e6DI3BINqYfDN3Y0ty38At4pfl1I0kNc6gl6TGGfSS1DiDXpIaZ9BL\nUuMMeklqnEEvSY0z6CWpcQa9JDXOoJekxhn0ktQ4g16SGmfQS1LjDHpJapxBL0mNM+glqXEGvSQ1\nzqCXpMZNLeiTXJ3k0STHkuyb1n4kSSubStAnOQ/4Z+DNwE7g+iQ7p7EvSdoI1vL/VZ7WGf2VwLGq\n+n5V/S9wK7BrSvv6tQM4u++OJdv6jO2zr6W2v9T2BvuuZv8rjetTSx/j7L9vH61fi1+vK/Vbav1q\nf/4r/Xvou70+/74Wb3OUvkvtZ9z+a+X8KW13G/DkwPMTwKuntC9gvN+WS409fvNbfqX9+M1vGXuf\ny21v2H4G+4yz/rl1g8uL97/autWGwdfRUq+pxa+dpdpHfa31fW0vrqtP7X0s9z2N0nel9pVqheW/\n70lKVU1+o8lfAldX1d92z98GvLqq3jnQZy+wt3v6+8Cjq9jVJcAPxix3WtZrbdY1uvVa23qtC9Zv\nba3V9btVNTOs07TO6E8C2weeX9q1/UJVHQAOjLOTJPNVNTfONqZlvdZmXaNbr7Wt17pg/da2Weua\n1hz9N4EdSS5L8nxgN3B4SvuSJK1gKmf0VfVskncC/wWcB9xSVUensS9J0sqmNXVDVd0J3Dmt7XfG\nmvqZsvVam3WNbr3Wtl7rgvVb26asaypvxkqS1g9vgSBJjVv3QZ/k4iR3JXms+3rREn22J/lykoeT\nHE3y7lHGT6uurt8tSU4neWhR+4eSnExyf/e4ZhJ1Tai2tT5mS94+Y9LHbNhtOrLgn7r1DyR5Vd+x\n4xqztuNJHuyO0fw5rusPknw9yTNJ3jfK2DWsa2rHq2dtf9X9DB9M8rUkr+g7treqWtcP4B+Afd3y\nPuDvl+izFXhVt/wi4LvAzr7jp1VXt+5PgVcBDy1q/xDwvrU6ZkNqW7NjxsKb998DXg48H/j2wM9y\nYsdspf0M9LkG+A8gwGuAe/qOXavaunXHgUum8LrqU9eLgT8G9g/+rKZ5zMapa5rHa4Ta/gS4qFt+\n8zReZ+v+jJ6FWycc7JYPAtcu7lBVp6rqW93yz4BHWPh0bq/x06qrq+crwI8mtM++xq1tLY/Zubp9\nRp/97AL+tRZ8A/jtJFvPQY3j1DZNQ+uqqtNV9U3g/0Ydu0Z1TVuf2r5WVT/unn6Dhc8d9Rrb10YI\n+i1VdapbfgrYslLnJLPAK4F7VjN+WnUt413dn2y3TGp6ZEK1reUxW+r2GdsGnk/qmA3bz0p9+owd\nxzi1ARRwd5L7svAJ9HNZ1zTGTnvb0zpeMHptN7Dwl9pqxi5rapdXjiLJ3cBLllj1gcEnVVVJlr1M\nKMkLgS8A76mqny5eP2z8tOpaxieAD7PwIvsw8BHgb9ZJbasev56P2Sbyuqo6meTFwF1JvtP99aal\nrYvjleQNLAT96ya97XUR9FX158utS/J0kq1Vdar70/T0Mv0uYCHkP1tVtw2s6jV+WnWtsO2nB7b1\nSeBLI46fWm2s7TFb9vYZ4x6zvvvp0eeCHmPHMU5tVNVzX08n+SILUwCTCK4+dU1j7FS3PcXj1bu2\nJH8EfAp4c1X9cJSxfWyEqZvDwJ5ueQ9w++IOSQJ8Gnikqj466vhp1bWSRfOpbwUeWq7vKoz7Pa/l\nMVv29hkTPmZ9btNxGPjr7gqX1wD/3U09TfsWH6uuLckLkrwIIMkLgDcxudfWON/3NI/Zqrc95ePV\nq7YkLwNuA95WVd8dZWxv03ineZIP4HeAI8BjwN3AxV37S4E7u+XXsfDn/APA/d3jmpXGn4u6uuef\nB06x8CbQCeCGrv3fgAe7mg8DW8/lMRtS21ofs2tYuHLqe8AHBtonesyW2g/wDuAd3XJY+A90vtft\nd25YjRP8Ga6qNhau0Ph29zg66dp61PWS7rX0U+An3fJvTfuYrbauaR+vnrV9Cvgxv8yu+Um/zvxk\nrCQ1biNM3UiSxmDQS1LjDHpJapxBL0mNM+glqXEGvSQ1zqCXpMYZ9JLUuP8Hm+2DKUyf1DkAAAAA\nSUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f2d89c49710>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "_ = plt.hist(orig_params_flat, bins=200)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "final_params = []\n",
    "for param in best_model.parameters():\n",
    "  final_params.append(param.data.cpu().numpy().flatten())\n",
    "final_params_flat = np.concatenate(final_params)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAEfdJREFUeJzt3X2MZXV9x/H3p6j8oW3EMqWUhw4kqwkYu8YJmvhQLFrX\nh4ialkIaxGq7kqDR1MQskqhpQ0KqaJu2atZCoAmitEghhVqRGKmJT4MhuDzpoktcsu6OYsVUQ7vw\n7R9zVi/rDHPnPuy993ffr2Sy5/zOOfd+787MZ373d3/nnFQVkqR2/dqkC5AkjZdBL0mNM+glqXEG\nvSQ1zqCXpMYZ9JLUOINekhpn0EtS4wx6SWrcUyZdAMCxxx5bi4uLky5DkmbKHXfc8cOqWthov6kI\n+sXFRZaXlyddhiTNlCQP9rOfQzeS1DiDXpIaZ9BLUuMMeklqnEEvSY0z6CWpcQa9JDXOoJekxhn0\nktQ4g14as8UdN7O44+ZJl6E5tmHQJzkpyReT3JPk7iTv6tqfleTWJN/p/j2m55iLk+xOcn+SV43z\nBUiSnlw/PfqDwHuq6jTgRcBFSU4DdgC3VdUW4LZunW7bucDpwDbgY0mOGkfxkqSNbRj0VbWvqr7Z\nLf8UuBc4ATgbuLrb7WrgDd3y2cCnq+rRqvoesBs4Y9SFS5L6s6kx+iSLwPOBrwHHVdW+btMPgOO6\n5ROA7/cctrdrk+aC4/GaNn0HfZJnANcD766qR3q3VVUBtZknTrI9yXKS5ZWVlc0cKknahL6CPslT\nWQ35a6rqs13z/iTHd9uPBw507Q8BJ/UcfmLX9gRVtbOqlqpqaWFhw+vmSzPFmTaaJv3MuglwBXBv\nVX2kZ9NNwAXd8gXAjT3t5yY5OskpwBbg66MrWZK0Gf3cYerFwPnAt5Lc2bW9D7gMuC7J24AHgXMA\nquruJNcB97A6Y+eiqnps5JVLM8BevabBhkFfVV8Gss7ms9Y55lLg0iHqkiSNiGfGSkeI4/aaFINe\nkhpn0EtS4wx6aQQcktE0M+ilTXKsXbPGoJekxhn0ktQ4g16SGmfQS1LjDHpJapxBL0mNM+glqXH9\nXL1SUh+cW69pZdBLQzDcNQscupGkxhn0ktS4fm4leGWSA0l29bR9Jsmd3deeQ3eeSrKY5Oc92z4x\nzuIlSRvrZ4z+KuAfgH8+1FBVf3JoOcnlwE969n+gqraOqkCpRYfG9vdc9toJV6J50M+tBG9PsrjW\ntu7G4ecAfzDasiRJozLsGP1Lgf1V9Z2etlO6YZsvJXnpkI8vzQ1n8Ghchg3684Bre9b3ASd3Qzd/\nCXwqyW+sdWCS7UmWkyyvrKwMWYY0WoauWjLwPPokTwHeBLzgUFtVPQo82i3fkeQB4NnA8uHHV9VO\nYCfA0tJSDVqHNOv6+aPimL6GMUyP/hXAfVW191BDkoUkR3XLpwJbgO8OV6I0ed5VSrOsn+mV1wJf\nAZ6TZG+St3WbzuWJwzYALwPu6qZb/itwYVU9PMqCJUmb08+sm/PWaX/LGm3XA9cPX5YkaVQ8M1aS\nGmfQS1LjDHpJapxBLx1hzt7RkWbQS1PKKZ0aFYNekhpn0EsDsretWWHQS1POPygalkEvTZAhriPB\noJekxhn0ktQ4g16SGmfQS1PIsXuNkkEvzRD/AGgQA99hSmqRQaoW2aOXNmD4a9YZ9JLUuH5uJXhl\nkgNJdvW0fTDJQ0nu7L5e07Pt4iS7k9yf5FXjKlyS1J9+evRXAdvWaP9oVW3tvm4BSHIaq/eSPb07\n5mOHbhYuSZqMDYO+qm4H+r3B99nAp6vq0ar6HrAbOGOI+iStw88O1K9hxujfmeSubmjnmK7tBOD7\nPfvs7dp+RZLtSZaTLK+srAxRhiTpyQwa9B8HTgW2AvuAyzf7AFW1s6qWqmppYWFhwDKk0Tm8h+yN\nP9SKgYK+qvZX1WNV9TjwSX45PPMQcFLPrid2bVITDH7NooGCPsnxPatvBA7NyLkJODfJ0UlOAbYA\nXx+uREnSMDY8MzbJtcCZwLFJ9gIfAM5MshUoYA/wdoCqujvJdcA9wEHgoqp6bDylS+3xHYPGYcOg\nr6rz1mi+4kn2vxS4dJiiJEmj45mxktQ4g16SGufVKzX3HBdX6+zRay45R17zxKBXkwxy6ZcMeklq\nnEEvSY3zw1ipEWsNVe257LUTqETTxh69JDXOoJekxhn0ktQ4x+ilGeO0UW2WPXo1Z6MgNCg1bwx6\nzTVDX/PAoJdmmGcAqx8GvSQ1bsOgT3JlkgNJdvW0fSjJfUnuSnJDkmd27YtJfp7kzu7rE+MsXpK0\nsX569FcB2w5ruxV4blU9D/g2cHHPtgeqamv3deFoypQkDWrDoK+q24GHD2v7fFUd7Fa/Cpw4htok\nSSMwijH6twL/0bN+Sjds86UkLx3B40uShjDUCVNJLgEOAtd0TfuAk6vqR0leAPxbktOr6pE1jt0O\nbAc4+eSThylDkvQkBu7RJ3kL8DrgT6uqAKrq0ar6Ubd8B/AA8Oy1jq+qnVW1VFVLCwsLg5YhSdrA\nQD36JNuA9wK/X1U/62lfAB6uqseSnApsAb47kkqlITnfXPNqw6BPci1wJnBskr3AB1idZXM0cGsS\ngK92M2xeBvxVkv8DHgcurKqH13xgSdIRsWHQV9V5azRfsc6+1wPXD1uUpM3p593K4o6bvRHJnPLq\nlVLjHLKSl0BQ07wWjGTQa04Y9ppnBr0kNc6gl+aY73Tmg0EvSY0z6CWpcQa9ZpbDDoNzNtJ8cR69\nNEcM9/lkj16SGmfQS1LjHLpRMxyWkNZmj16SGmfQS1LjDHqpYQ5nCQx6SWrehkGf5MokB5Ls6ml7\nVpJbk3yn+/eYnm0XJ9md5P4krxpX4ZpP9lClzeunR38VsO2wth3AbVW1BbitWyfJacC5wOndMR9L\nctTIqpUO4xme0sY2DPqquh04/L6vZwNXd8tXA2/oaf90VT1aVd8DdgNnjKhWaV2GvbS+Qcfoj6uq\nfd3yD4DjuuUTgO/37Le3a5MkTcjQJ0xVVSWpzR6XZDuwHeDkk08etgzNEXvv0uYM2qPfn+R4gO7f\nA137Q8BJPfud2LX9iqraWVVLVbW0sLAwYBmShuXnHO0bNOhvAi7oli8AbuxpPzfJ0UlOAbYAXx+u\nREnSMPqZXnkt8BXgOUn2JnkbcBnwyiTfAV7RrVNVdwPXAfcAnwMuqqrHxlW8pNGxV9+uDcfoq+q8\ndTadtc7+lwKXDlOUJGl0PDNWkhpn0EtS4wx6SWqcQS9JjTPoNbWc3y2NhkEvSY0z6CWpcQa9JDXO\noJf0pPycZPYZ9JoqfgArjZ5BL0mNM+glqXFD33hEUpscQmuHPXpNJUNGGh179JoJBr80OHv0ktS4\ngXv0SZ4DfKan6VTg/cAzgb8AVrr291XVLQNXqLlhr10aj4GDvqruB7YCJDmK1ZuA3wD8GfDRqvrw\nSCrU3PMPgDScUQ3dnAU8UFUPjujxJEkjMqqgPxe4tmf9nUnuSnJlkmNG9BySJsQzlmfb0EGf5GnA\n64F/6Zo+zup4/VZgH3D5OsdtT7KcZHllZWWtXSRJIzCKHv2rgW9W1X6AqtpfVY9V1ePAJ4Ez1jqo\nqnZW1VJVLS0sLIygDEnSWkYR9OfRM2yT5PiebW8Edo3gOSRJAxrqhKkkTwdeCby9p/lvkmwFCthz\n2DZJ0hE2VNBX1f8Av3lY2/lDVSRpYvzAtU2eGStJjfNaN5o4e5HSeNmjl6TGGfSS1DiDXpIaZ9BL\nUuMMekmb4nVvZo9BL0mNM+glqXEGvaSBOYwzGwx6HXG9wWBIzBa/X7PJoJekxhn0ktQ4r3WjiXAI\nQDpy7NHriDDYpckx6CWpcQ7daKycYTOfDn2v91z22glXIhj+VoJ7gJ8CjwEHq2opybOAzwCLrN5K\n8Jyq+vFwZUqSBjWKoZuXV9XWqlrq1ncAt1XVFuC2bl1SY3y3NjvGMUZ/NnB1t3w18IYxPIekKWXo\nT59hg76ALyS5I8n2ru24qtrXLf8AOG6tA5NsT7KcZHllZWXIMiRJ6xn2w9iXVNVDSX4LuDXJfb0b\nq6qS1FoHVtVOYCfA0tLSmvtIkoY3VI++qh7q/j0A3ACcAexPcjxA9++BYYuUNLu88NnkDRz0SZ6e\n5NcPLQN/COwCbgIu6Ha7ALhx2CIlSYMbZujmOOCGJIce51NV9bkk3wCuS/I24EHgnOHLlCQNauCg\nr6rvAr+3RvuPgLOGKUqzzbfp0nTxzFhJI+Ef+OnltW4kqXEGvSQ1zqCXpMYZ9JLUOINekhpn0EtS\n4wx6SWPjpYyng0EvSY0z6DUUL1glTT+DXiNh2EvTy6CXpMYZ9JKOGIf6JsOgl6TGefVKjYw9NWk6\n2aOXpMYNcyvBk5J8Mck9Se5O8q6u/YNJHkpyZ/f1mtGVq2ngOKs0W4YZujkIvKeqvtndO/aOJLd2\n2z5aVR8evjxNGwNemj3D3EpwH7CvW/5pknuBE0ZVmCRpNEbyYWySReD5wNeAFwPvTPJmYJnVXv+P\nR/E8mgx78Rq1xR03s+ey1066jLkx9IexSZ4BXA+8u6oeAT4OnApsZbXHf/k6x21PspxkeWVlZdgy\nJEnrGCrokzyV1ZC/pqo+C1BV+6vqsap6HPgkcMZax1bVzqpaqqqlhYWFYcrQhNjTl2bDMLNuAlwB\n3FtVH+lpP75ntzcCuwYvT5I0rGHG6F8MnA98K8mdXdv7gPOSbAUK2AO8fagKNXaHeuaOmWqSDn+H\n6M/j6Awz6+bLQNbYdMvg5UiaFxt1MOyAjI5nxuoXHHOX2uS1biRNlB2M8bNHP4f8xdIs8ed1ePbo\n9QS946L+gmlaOF4/HHv0WpMhr2nnz2j/7NFLmikG/ObZo59z/tKoFV4+e30GvaSZYZAPxqGbRvTz\nYZW/JNJ8skc/Jwx5aX7Zo59TBr9asN47WadjPpE9+oYZ5tITzesHtga9pJk3j+G9GQb9jJvXHoq0\nnt7fh/WW541j9DNsvR9cf7gl9bJHPyMO9dw3Cm6DXdrY4b8nrb8zHluPPsk24O+Ao4B/qqrLxvVc\nrXLmgDS8lgO8X2Pp0Sc5CvhH4NXAaazeXvC0cTzXrOhnmOXQ+lptG+0jaXRa+/0aV4/+DGB3VX0X\nIMmngbOBe8b0fE1wbF2arLV+Bw+/ZPdm3mEv7rh5Kt6RjyvoTwC+37O+F3jhmJ7rV/4zNzvk0c+9\nKw9tW+8bt9ZjrNczX+/kDklH3qC/f+vdzPzJfu/XWx63VNXoHzT5I2BbVf15t34+8MKqekfPPtuB\n7d3qc4D7+3joY4EfjrjcaeTrbMc8vEbwdU7K71bVwkY7jatH/xBwUs/6iV3bL1TVTmDnZh40yXJV\nLQ1f3nTzdbZjHl4j+Dqn3bimV34D2JLklCRPA84FbhrTc0mSnsRYevRVdTDJO4D/ZHV65ZVVdfc4\nnkuS9OTGNo++qm4Bbhnxw25qqGeG+TrbMQ+vEXydU20sH8ZKkqaHl0CQpMbNXNAn+eskdyW5M8nn\nk/zOpGsahyQfSnJf91pvSPLMSdc0akn+OMndSR5PMnMzGTaSZFuS+5PsTrJj0vWMQ5IrkxxIsmvS\ntYxLkpOSfDHJPd3P67smXdNmzVzQAx+qqudV1Vbg34H3T7qgMbkVeG5VPQ/4NnDxhOsZh13Am4Db\nJ13IqM3RZUCuArZNuogxOwi8p6pOA14EXDRr38uZC/qqeqRn9elAkx8yVNXnq+pgt/pVVs9FaEpV\n3VtV/ZwoN4t+cRmQqvpf4NBlQJpSVbcDD0+6jnGqqn1V9c1u+afAvaye/T8zZvJ69EkuBd4M/AR4\n+YTLORLeCnxm0kVoU47oZUB0ZCRZBJ4PfG2ylWzOVAZ9ki8Av73Gpkuq6saqugS4JMnFwDuADxzR\nAkdko9fZ7XMJq28drzmStY1KP69RmgVJngFcD7z7sJGFqTeVQV9Vr+hz12tYnas/k0G/0etM8hbg\ndcBZNaPzYDfxvWzNhpcB0exI8lRWQ/6aqvrspOvZrJkbo0+ypWf1bOC+SdUyTt2NW94LvL6qfjbp\nerRpXgakEUkCXAHcW1UfmXQ9g5i5E6aSXM/q1S4fBx4ELqyq5npKSXYDRwM/6pq+WlUXTrCkkUvy\nRuDvgQXgv4E7q+pVk61qdJK8BvhbfnkZkEsnXNLIJbkWOJPVqzruBz5QVVdMtKgRS/IS4L+Ab7Ga\nOwDv687+nwkzF/SSpM2ZuaEbSdLmGPSS1DiDXpIaZ9BLUuMMeklqnEEvSY0z6CWpcQa9JDXu/wFD\nJF1UNI7qLQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f2d895727f0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "_ = plt.hist(final_params_flat, bins=200)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
